[ Nov 28 01:33:03 Enabled. ] [ Nov 28 01:33:03 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Nov 28 01:33:03 Method "start" exited with status 0. ] [ Nov 28 01:33:03 Rereading configuration. ] [ Nov 28 01:33:03 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:03.744861851Z","hostname":"buskin","pid":1566,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:03.745022933Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:03.798989906Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:03.799039507Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:03.91410793Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:03.92257321Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:03.930888297Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:04.534126935Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:04.677008718Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:04.677056059Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:04.677147241Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:04.677226392Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:04.677232382Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:04.677257253Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:04.680376894Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:04.680388364Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:04.680405554Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:04.680411925Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:04.680417995Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:04.680481126Z","hostname":"buskin","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:04.680595328Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:04.680629658Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:04.680645018Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:04.693034113Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:04.693059584Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"2d6a91dc-89a8-488e-9efc-6f5bec9b10d5 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:04.818347986Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 2d6a91dc-89a8-488e-9efc-6f5bec9b10d5 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:05.399828134Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:05.399865394Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:05.399871794Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:05.399885885Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:05.399897765Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:05.399913905Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:05.399919235Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:05.408724091Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:05.408744671Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"7f63c436-f542-43a4-9af6-de72a4c8391f (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:05.522900439Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 7f63c436-f542-43a4-9af6-de72a4c8391f (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.100630645Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.100671196Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2d6a91dc-89a8-488e-9efc-6f5bec9b10d5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7f63c436-f542-43a4-9af6-de72a4c8391f (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.100711426Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.100718476Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.100723826Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.100732706Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.100736146Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.100770147Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.100775867Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.100788578Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2d6a91dc-89a8-488e-9efc-6f5bec9b10d5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7f63c436-f542-43a4-9af6-de72a4c8391f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.100804878Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.100809358Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.100812598Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.100834598Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2d6a91dc-89a8-488e-9efc-6f5bec9b10d5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7f63c436-f542-43a4-9af6-de72a4c8391f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.100851579Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.100856099Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.100863999Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.100869069Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.100901809Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.10091324Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2d6a91dc-89a8-488e-9efc-6f5bec9b10d5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7f63c436-f542-43a4-9af6-de72a4c8391f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.10093083Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.10094053Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.10094499Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.10094984Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.10095303Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.10095724Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.10096216Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.10096605Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2d6a91dc-89a8-488e-9efc-6f5bec9b10d5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7f63c436-f542-43a4-9af6-de72a4c8391f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.100983351Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.100988611Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.100991971Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.100995511Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2d6a91dc-89a8-488e-9efc-6f5bec9b10d5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7f63c436-f542-43a4-9af6-de72a4c8391f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101015381Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101020181Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101028531Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101032362Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101036122Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101040962Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2d6a91dc-89a8-488e-9efc-6f5bec9b10d5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7f63c436-f542-43a4-9af6-de72a4c8391f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101063382Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101067582Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101071952Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101075672Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101079542Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101101753Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101106623Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2d6a91dc-89a8-488e-9efc-6f5bec9b10d5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7f63c436-f542-43a4-9af6-de72a4c8391f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101146783Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101150743Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101154984Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101158484Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101162934Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101166304Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101173144Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101176404Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2d6a91dc-89a8-488e-9efc-6f5bec9b10d5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7f63c436-f542-43a4-9af6-de72a4c8391f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101208584Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101212054Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101215545Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101218725Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101223385Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2d6a91dc-89a8-488e-9efc-6f5bec9b10d5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7f63c436-f542-43a4-9af6-de72a4c8391f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101246085Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101249735Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101252615Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"No ledger in /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101298086Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101321146Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101329086Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101344297Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101348997Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101353067Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101384147Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.101388487Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.112524352Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:736"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.112552492Z","hostname":"buskin","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999945709s","next_cleanup":"Instant { tv_sec: 2411, tv_nsec: 329439072 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.112585073Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3947"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.112634953Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.112692514Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.112703155Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.115763025Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.117486144Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: Some(\n None,\n ),\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n tx_eq: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.118076973Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1187"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.118085504Z","hostname":"buskin","pid":1566,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.118144085Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.118197255Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.118223266Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.118227696Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1250"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.118249336Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.118257456Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.118264967Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.118274697Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1292"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.118278617Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.118282417Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.118310407Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Writing ledger to /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.118332057Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.118640993Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 847c32d1-2da6-4de4-82bb-09f10249a7c3,\n sleds: {\n [fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 12368a57-a643-445a-b32d-da10700bd20e (sled),\n rack_id: 847c32d1-2da6-4de4-82bb-09f10249a7c3,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: Some(\n None,\n ),\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n tx_eq: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.118912667Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.118916827Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1326"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.118958728Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.118963938Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.119131681Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.119264103Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.119322164Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 12368a57-a643-445a-b32d-da10700bd20e (sled), rack_id: 847c32d1-2da6-4de4-82bb-09f10249a7c3, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.119901114Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4244"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.119966615Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4644"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.124880236Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.131137619Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.131255381Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.13542127Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.135494912Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.135613814Z","hostname":"buskin","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:60655","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 12368a57-a643-445a-b32d-da10700bd20e (sled), rack_id: 847c32d1-2da6-4de4-82bb-09f10249a7c3, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.135762886Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.135778416Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.135810547Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.135815927Z","hostname":"buskin","pid":1566,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.135881848Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.135887508Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.135895598Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:809"} {"msg":"No ledger in /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.135936619Z","hostname":"buskin","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.135968979Z","hostname":"buskin","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.1359837Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:798"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.13598856Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:826"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.13599391Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:592"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.136076421Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.136085361Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:697","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.152443922Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.17408513Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.19160194Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.219486141Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:415"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.219527321Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.219531871Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:427"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.219535842Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 85.099559ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.222589872Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4527b563-8297-4352-97f5-92eb0aa6cc7b\", \"content-length\": \"124\", \"date\": \"Thu, 28 Nov 2024 01:33:06 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4527b563-8297-4352-97f5-92eb0aa6cc7b\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.232617598Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.263180273Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.263222754Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.26838173Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:442"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.26839259Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.26839729Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.308513123Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 102.574247ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.309049552Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"328fdcbd-7f00-4da1-8f3f-58907979de54\", \"content-length\": \"124\", \"date\": \"Thu, 28 Nov 2024 01:33:06 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"328fdcbd-7f00-4da1-8f3f-58907979de54\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.366669405Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.412715087Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 108.364461ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.413286796Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"184e4220-6b47-4503-ac92-afe67103480d\", \"content-length\": \"124\", \"date\": \"Thu, 28 Nov 2024 01:33:06 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"184e4220-6b47-4503-ac92-afe67103480d\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.52295218Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 244.712063ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.523484299Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5f257ab-8116-4dee-a828-cff0e31e5eb1\", \"content-length\": \"124\", \"date\": \"Thu, 28 Nov 2024 01:33:06 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f5f257ab-8116-4dee-a828-cff0e31e5eb1\" }"} {"msg":"Mounting oxi_2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.584713792Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.597705057Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.597802848Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.597827499Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.597870719Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.768879288Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 194.762808ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.769424807Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca8fdae7-4426-4b6e-a5df-b0b2c0b9248f\", \"content-length\": \"124\", \"date\": \"Thu, 28 Nov 2024 01:33:06 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ca8fdae7-4426-4b6e-a5df-b0b2c0b9248f\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.964957571Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 135.427336ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:06.965532091Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"812ed640-0593-45b8-94e1-26e6196be5db\", \"content-length\": \"124\", \"date\": \"Thu, 28 Nov 2024 01:33:06 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"812ed640-0593-45b8-94e1-26e6196be5db\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:07.101627301Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 315.98929ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:07.10218833Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca21bc4c-814f-4977-a37a-3d3393bd9663\", \"content-length\": \"124\", \"date\": \"Thu, 28 Nov 2024 01:33:06 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ca21bc4c-814f-4977-a37a-3d3393bd9663\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:07.358360298Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:07.363588804Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:45191","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327","component":"producer-server","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:07.363619905Z","hostname":"buskin","pid":1566,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:07.363687556Z","hostname":"buskin","pid":1566,"file":"oximeter/producer/src/lib.rs:279","component":"producer-server","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:279","interval":"30s","address":"[fd00:1122:3344:101::1]:45191","producer_id":"12368a57-a643-445a-b32d-da10700bd20e"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:07.364893186Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"287.420472ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:07.365803341Z","hostname":"buskin","pid":1566,"component":"VmmReservoirManager","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:07.365809081Z","hostname":"buskin","pid":1566,"component":"VmmReservoirManager","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:07.365874392Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:920","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:07.365889982Z","hostname":"buskin","pid":1566,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:07.418794497Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:07.653192074Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"460.949805ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:08.116237303Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.02806044s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:09.146010765Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.743821072s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:09.852638913Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2668"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:09.852674274Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2913"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:09.852679874Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2538"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:09.852684144Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2585"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:09.852688154Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:09.852692394Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3039"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:09.854491424Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2838"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:09.85605686Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2579"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:09.856201712Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:09.856401276Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 43.667965ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:10.185518839Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 95.770997ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:10.402196263Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 111.014025ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:10.576645558Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 315.793786ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:10.743359896Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.145940235s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:11.086322558Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:11.892032995Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"5.311584404s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 546.303025ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:12.255487516Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.455881163s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:12.862398735Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 686.433603ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:14.533039847Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 978.859117ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:15.233824558Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/12368a57-a643-445a-b32d-da10700bd20e)","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:16.515327024Z","hostname":"buskin","pid":1566,"component":"NexusNotifierTask","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.5452978Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.545632735Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12348","component":"dropshot (Repo Depot)","component":"ArtifactStore","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.546864696Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.546896806Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.546908886Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Writing ledger to /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.546931417Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.54709836Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.547282083Z","hostname":"buskin","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.547333984Z","hostname":"buskin","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: Some(None), bgp_peers: [], autoneg: false, lldp: None, tx_eq: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.547343804Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3947"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.547384634Z","hostname":"buskin","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:60655","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.722814596Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.722888247Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.722942388Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/rss-service-plan-v5.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.722993369Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/rss-service-plan-v5.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.722999699Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.723026559Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.72305095Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.72306615Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.723088831Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.727679536Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4268","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.727692427Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4284"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.727703597Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.992555817Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:59456"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.992896183Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.992905383Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.992962894Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.992995744Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:16.993107526Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"380b2bad-ef24-4981-943c-b71e23b0af77","remote_addr":"[fd00:1122:3344:101::1]:59456","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":344,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.023899076Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:38161"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.024073538Z","hostname":"buskin","pid":1566,"uri":"/sled-role","method":"GET","req_id":"849673ef-5b76-4dde-833c-8cfe39ebc9da","remote_addr":"[fd00:1122:3344:101::1]:38161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":42,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.025003284Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Writing ledger to /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/.rss-service-plan-v5.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.025053455Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/.rss-service-plan-v5.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.025520573Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.025800427Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:982"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 722f1c77-2279-4b3f-a5bb-2368dd38f005 (physical_disk), pool_id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 8281b147-bbe7-4612-aa2b-cccda8ffddd2 (physical_disk), pool_id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 34eea125-29cc-44c9-89f2-418c5aa883d4 (physical_disk), pool_id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 986c02bb-f47f-44f5-862f-fdeecaac5072 (physical_disk), pool_id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 3167525c-7740-41d0-93bc-90d805c5ab2b (physical_disk), pool_id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 6726beb2-4a3c-4be9-b74e-52df61e71615 (physical_disk), pool_id: 977ab5dc-c743-4525-b172-ecf8a9034abe (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: f0281ac4-555b-4e41-8e33-f4bcb4074191 (physical_disk), pool_id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 4f350806-52e3-44ae-89db-c2079a2753bf (physical_disk), pool_id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 7f96bb9b-e434-4260-bb80-b29e4666418a (physical_disk), pool_id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.057504742Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:369"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.057611433Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:40608"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.057883538Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:896"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 722f1c77-2279-4b3f-a5bb-2368dd38f005 (physical_disk), pool_id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 8281b147-bbe7-4612-aa2b-cccda8ffddd2 (physical_disk), pool_id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 34eea125-29cc-44c9-89f2-418c5aa883d4 (physical_disk), pool_id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 986c02bb-f47f-44f5-862f-fdeecaac5072 (physical_disk), pool_id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 3167525c-7740-41d0-93bc-90d805c5ab2b (physical_disk), pool_id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 6726beb2-4a3c-4be9-b74e-52df61e71615 (physical_disk), pool_id: 977ab5dc-c743-4525-b172-ecf8a9034abe (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: f0281ac4-555b-4e41-8e33-f4bcb4074191 (physical_disk), pool_id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 4f350806-52e3-44ae-89db-c2079a2753bf (physical_disk), pool_id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 7f96bb9b-e434-4260-bb80-b29e4666418a (physical_disk), pool_id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.057922898Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.057933169Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.057942059Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.057946219Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1171"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.057962389Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.057966529Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.057971219Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.057975009Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.202552691Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.202599501Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool)"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.439599411Z","hostname":"buskin","pid":1566,"component":"VmmReservoirManager","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:17.441243869Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6865697397444298559"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:17.44134425Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17855345072000113602"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:17.441602935Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"7.041378022s"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/12368a57-a643-445a-b32d-da10700bd20e)","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:17.547536097Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.555467558Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.564268064Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.564377065Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.564391915Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.564408176Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.564414616Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.564509128Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.564517108Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.601695473Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.608723329Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.804606099Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.811726226Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.811761487Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.811803358Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.811811698Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.811822278Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.822379233Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.822414513Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"8164ba35-0eff-436a-9b6b-80912419e510 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.937118461Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.945243505Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.945274855Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.945280776Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.945311086Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.945322106Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.945490199Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.945497349Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.989648009Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_8164ba35-0eff-436a-9b6b-80912419e510/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:17.998228511Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_8164ba35-0eff-436a-9b6b-80912419e510","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.221010106Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.229015668Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.229052399Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.229062329Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.229081459Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.229094349Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.239931919Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.239956539Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.356506007Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.365338133Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.365405264Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.365415514Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.365454545Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.365468615Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.365580787Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.365586567Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.407773085Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_0176efd8-6a11-46a9-8bcd-a97e447fcb50/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.416875205Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/12368a57-a643-445a-b32d-da10700bd20e)","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:18.550549866Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Looking for unencrypted datasets in oxp_0176efd8-6a11-46a9-8bcd-a97e447fcb50","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.630953466Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.638960019Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.63901115Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.63901869Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.63905719Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.63906813Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.650018162Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.650053452Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"beaaa347-4478-48b4-b888-a5873241ded0 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.767677818Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.775786282Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.775829403Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.775848603Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.775858173Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.775864853Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.776034826Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.776043116Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.818533509Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_beaaa347-4478-48b4-b888-a5873241ded0/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:18.82647903Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_beaaa347-4478-48b4-b888-a5873241ded0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.029342166Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.03746241Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.03749966Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.037506841Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.037512051Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.037517911Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.047856392Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.047880422Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.164962219Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.173615992Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.173672143Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.173683223Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.173699033Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.173713534Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.173823455Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.173833296Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.216501751Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.224002296Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.434622319Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.442678962Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.442725753Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.442732513Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.442738273Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.442743154Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.452301632Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.452327362Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"977ab5dc-c743-4525-b172-ecf8a9034abe (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.567484587Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 977ab5dc-c743-4525-b172-ecf8a9034abe (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.574378681Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.574448542Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.574460382Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.574469422Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.574505863Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.574611475Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.574619505Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/12368a57-a643-445a-b32d-da10700bd20e)","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:19.577895659Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.613098761Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_977ab5dc-c743-4525-b172-ecf8a9034abe/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.620471893Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_977ab5dc-c743-4525-b172-ecf8a9034abe","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.839488406Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.846562073Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.846599814Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.846614074Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.846623644Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.846628594Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.856881044Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.856908124Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.969701399Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.977953546Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.977983146Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.977989986Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.977996696Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.978009327Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.978133069Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:19.978142859Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.018605728Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_2fcc59ee-335a-4c80-bbcf-e66263237ec3/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.026417077Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_2fcc59ee-335a-4c80-bbcf-e66263237ec3","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.236048055Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.244761089Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.24480532Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.24482819Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.24483637Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.2448415Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.255198661Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.255222642Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.373427367Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.381557571Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.381586912Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.381593802Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.381631143Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.381642963Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.381783595Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.381802906Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.428055911Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_c7ca3a79-57f5-4e47-8807-03bd67966814/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.436173465Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/12368a57-a643-445a-b32d-da10700bd20e)","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:20.580457551Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Looking for unencrypted datasets in oxp_c7ca3a79-57f5-4e47-8807-03bd67966814","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.648549998Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.655804347Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.655849458Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.655858148Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.655864119Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.655871189Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.666093158Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.666115328Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"75598bf6-d28b-4334-94db-398fc2a8b539 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.788279369Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.796541895Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.796572026Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.796581486Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.796593396Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.796604856Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.796722538Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.796734009Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.835589051Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_75598bf6-d28b-4334-94db-398fc2a8b539/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:20.843639425Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_75598bf6-d28b-4334-94db-398fc2a8b539","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.052820314Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.060670764Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.060701934Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.060805826Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.060923548Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(2), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2d6a91dc-89a8-488e-9efc-6f5bec9b10d5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7f63c436-f542-43a4-9af6-de72a4c8391f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 977ab5dc-c743-4525-b172-ecf8a9034abe (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.060981549Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.060988789Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.061092571Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.061327265Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:900"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.061344055Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.061354515Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:926","generation":"Generation(2)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.061361105Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:931"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.061366135Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:936"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.061385426Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:122","gen":"Generation(2)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.061394236Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:942"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.061431087Z","hostname":"buskin","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:799","gen":"Generation(2)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.061450807Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:947"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.061541488Z","hostname":"buskin","pid":1566,"uri":"/omicron-physical-disks","method":"PUT","req_id":"45aff9c8-b989-4a69-891f-414fdfa4f86b","remote_addr":"[fd00:1122:3344:101::1]:40608","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4003795,"response_code":"200"} {"msg":"attempting to set up sled's datasets: DatasetsConfig { generation: Generation(1), datasets: {02eac503-c88f-4fa5-8ae7-bbe6fb12dad0 (dataset): DatasetConfig { id: 02eac503-c88f-4fa5-8ae7-bbe6fb12dad0 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 06426023-6f99-4e51-a906-410b99fc3a61 (dataset): DatasetConfig { id: 06426023-6f99-4e51-a906-410b99fc3a61 (dataset), name: DatasetName { pool_name: ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 06c71eed-74b5-4499-8219-899efdaa310e (dataset): DatasetConfig { id: 06c71eed-74b5-4499-8219-899efdaa310e (dataset), name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 084c630b-125e-4dca-bafe-1db2ecc6c424 (dataset): DatasetConfig { id: 084c630b-125e-4dca-bafe-1db2ecc6c424 (dataset), name: DatasetName { pool_name: ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0d00a313-5015-4c90-b157-d4c24ea9312f (dataset): DatasetConfig { id: 0d00a313-5015-4c90-b157-d4c24ea9312f (dataset), name: DatasetName { pool_name: ZpoolName { id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1348e161-2372-4e40-b5b7-f45eb06fd71f (dataset): DatasetConfig { id: 1348e161-2372-4e40-b5b7-f45eb06fd71f (dataset), name: DatasetName { pool_name: ZpoolName { id: 977ab5dc-c743-4525-b172-ecf8a9034abe (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 18f812f3-3f9e-48e2-aedc-15c71f6394b3 (dataset): DatasetConfig { id: 18f812f3-3f9e-48e2-aedc-15c71f6394b3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1a26e525-760b-4223-8f0d-e135067f5ab2 (dataset): DatasetConfig { id: 1a26e525-760b-4223-8f0d-e135067f5ab2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 1ab6f113-7eb1-4258-b869-fb8722ccf018 (dataset): DatasetConfig { id: 1ab6f113-7eb1-4258-b869-fb8722ccf018 (dataset), name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1c19cbe7-b2e7-433b-8a05-28ab38462de4 (dataset): DatasetConfig { id: 1c19cbe7-b2e7-433b-8a05-28ab38462de4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1c7226e0-a75e-462e-97eb-a9c91f80219b (dataset): DatasetConfig { id: 1c7226e0-a75e-462e-97eb-a9c91f80219b (dataset), name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 1f484e44-8e1c-40cb-88c6-60a2242f3c24 (dataset): DatasetConfig { id: 1f484e44-8e1c-40cb-88c6-60a2242f3c24 (dataset), name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2011bb8e-a55c-464a-bbd2-58b0b68f33d4 (dataset): DatasetConfig { id: 2011bb8e-a55c-464a-bbd2-58b0b68f33d4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2159cd87-5d28-48ba-aff1-962c417d20ef (dataset): DatasetConfig { id: 2159cd87-5d28-48ba-aff1-962c417d20ef (dataset), name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 225d1f2f-4482-47bb-ad7c-6d4d85d8f9dd (dataset): DatasetConfig { id: 225d1f2f-4482-47bb-ad7c-6d4d85d8f9dd (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2cb29ef5-9bc3-4feb-b7ee-a98c4ce552da (dataset): DatasetConfig { id: 2cb29ef5-9bc3-4feb-b7ee-a98c4ce552da (dataset), name: DatasetName { pool_name: ZpoolName { id: 977ab5dc-c743-4525-b172-ecf8a9034abe (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2dec88d1-0d82-4b6a-9bb8-19b029a72b7f (dataset): DatasetConfig { id: 2dec88d1-0d82-4b6a-9bb8-19b029a72b7f (dataset), name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2e058a3c-de3b-43b9-93b3-7fc38ebac3c0 (dataset): DatasetConfig { id: 2e058a3c-de3b-43b9-93b3-7fc38ebac3c0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 304f14f2-11fd-4cc7-9f74-29c0fa6f9fae (dataset): DatasetConfig { id: 304f14f2-11fd-4cc7-9f74-29c0fa6f9fae (dataset), name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 36f41d98-a7ec-4332-83d5-7cb82b4dd38b (dataset): DatasetConfig { id: 36f41d98-a7ec-4332-83d5-7cb82b4dd38b (dataset), name: DatasetName { pool_name: ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 37b8113c-2568-4e76-9757-a324da64d0f0 (dataset): DatasetConfig { id: 37b8113c-2568-4e76-9757-a324da64d0f0 (dataset), name: DatasetName { pool_name: ZpoolName { id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3d9be209-a643-443a-975c-8a426acc2323 (dataset): DatasetConfig { id: 3d9be209-a643-443a-975c-8a426acc2323 (dataset), name: DatasetName { pool_name: ZpoolName { id: 977ab5dc-c743-4525-b172-ecf8a9034abe (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3e4a729a-c3a9-4c58-b305-ec70b65662bf (dataset): DatasetConfig { id: 3e4a729a-c3a9-4c58-b305-ec70b65662bf (dataset), name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 42bcba77-5acb-4b7e-a7b4-df2cfe48bcb0 (dataset): DatasetConfig { id: 42bcba77-5acb-4b7e-a7b4-df2cfe48bcb0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 44437359-22f8-43a1-ba80-07bdcecd9c69 (dataset): DatasetConfig { id: 44437359-22f8-43a1-ba80-07bdcecd9c69 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4897b838-a0de-4e8f-8d84-4c6b4f43138a (dataset): DatasetConfig { id: 4897b838-a0de-4e8f-8d84-4c6b4f43138a (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5160c37e-5e80-42fa-8503-c71a39bcc42e (dataset): DatasetConfig { id: 5160c37e-5e80-42fa-8503-c71a39bcc42e (dataset), name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 52811a87-db12-40ae-905c-de912e79b720 (dataset): DatasetConfig { id: 52811a87-db12-40ae-905c-de912e79b720 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 549e9727-2ed4-4a92-914e-ce1c3a258a7e (dataset): DatasetConfig { id: 549e9727-2ed4-4a92-914e-ce1c3a258a7e (dataset), name: DatasetName { pool_name: ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5c130012-c0f8-4ed8-8bc5-4e10b7097182 (dataset): DatasetConfig { id: 5c130012-c0f8-4ed8-8bc5-4e10b7097182 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6c6bfc49-c36a-40d1-a842-6421d7ea3122 (dataset): DatasetConfig { id: 6c6bfc49-c36a-40d1-a842-6421d7ea3122 (dataset), name: DatasetName { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6f41784d-d6b9-49f2-936a-171c858f785f (dataset): DatasetConfig { id: 6f41784d-d6b9-49f2-936a-171c858f785f (dataset), name: DatasetName { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7dceccdd-aaf7-4ad9-89ba-b7235f6d3d19 (dataset): DatasetConfig { id: 7dceccdd-aaf7-4ad9-89ba-b7235f6d3d19 (dataset), name: DatasetName { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 7ee98ba5-74c7-44e7-9223-34a438dfb5aa (dataset): DatasetConfig { id: 7ee98ba5-74c7-44e7-9223-34a438dfb5aa (dataset), name: DatasetName { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 801622b1-53e0-44d0-ac83-d241609bf575 (dataset): DatasetConfig { id: 801622b1-53e0-44d0-ac83-d241609bf575 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 84f3cff9-0cdf-45c3-9524-841fd189a7d4 (dataset): DatasetConfig { id: 84f3cff9-0cdf-45c3-9524-841fd189a7d4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 87527362-3759-4b16-9406-d9359aa2e63f (dataset): DatasetConfig { id: 87527362-3759-4b16-9406-d9359aa2e63f (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9079c551-3296-4b75-b1c3-11a2330a5412 (dataset): DatasetConfig { id: 9079c551-3296-4b75-b1c3-11a2330a5412 (dataset), name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 930f38e6-e7e4-4827-92ec-c3db7553d032 (dataset): DatasetConfig { id: 930f38e6-e7e4-4827-92ec-c3db7553d032 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 99831272-1101-4b4b-b49f-4259675120fa (dataset): DatasetConfig { id: 99831272-1101-4b4b-b49f-4259675120fa (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a1090228-963f-46fa-98de-1fb9dfd6bf2c (dataset): DatasetConfig { id: a1090228-963f-46fa-98de-1fb9dfd6bf2c (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a269c129-6016-4dec-97f7-f91d98de6d90 (dataset): DatasetConfig { id: a269c129-6016-4dec-97f7-f91d98de6d90 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a32739b5-809b-4eb6-b098-d4289587d779 (dataset): DatasetConfig { id: a32739b5-809b-4eb6-b098-d4289587d779 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a4cf1f1a-918a-48db-a50e-5ee32c31001e (dataset): DatasetConfig { id: a4cf1f1a-918a-48db-a50e-5ee32c31001e (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a4ec692f-7fe9-4b5f-8f5f-20c463e56866 (dataset): DatasetConfig { id: a4ec692f-7fe9-4b5f-8f5f-20c463e56866 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a5abc30a-1c8e-41a5-b38b-89206467b95f (dataset): DatasetConfig { id: a5abc30a-1c8e-41a5-b38b-89206467b95f (dataset), name: DatasetName { pool_name: ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a96ad8fd-b76b-4976-956f-14502568df2b (dataset): DatasetConfig { id: a96ad8fd-b76b-4976-956f-14502568df2b (dataset), name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, adab569d-c45d-4186-87e3-ecc1c9ccd50b (dataset): DatasetConfig { id: adab569d-c45d-4186-87e3-ecc1c9ccd50b (dataset), name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, b65fc875-8a47-4a32-a24a-825b80e7527e (dataset): DatasetConfig { id: b65fc875-8a47-4a32-a24a-825b80e7527e (dataset), name: DatasetName { pool_name: ZpoolName { id: 977ab5dc-c743-4525-b172-ecf8a9034abe (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, b853b2bd-4651-487f-bf6d-22be3316d37a (dataset): DatasetConfig { id: b853b2bd-4651-487f-bf6d-22be3316d37a (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, c3166a1d-ab02-49b3-9d6e-8bebba18f22a (dataset): DatasetConfig { id: c3166a1d-ab02-49b3-9d6e-8bebba18f22a (dataset), name: DatasetName { pool_name: ZpoolName { id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c46624b1-0060-4830-b376-21a8fe22b435 (dataset): DatasetConfig { id: c46624b1-0060-4830-b376-21a8fe22b435 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c9795634-88f4-49a9-b451-65f9a64ef57a (dataset): DatasetConfig { id: c9795634-88f4-49a9-b451-65f9a64ef57a (dataset), name: DatasetName { pool_name: ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cd172b57-1618-4ecd-b72f-b8d8fe6aec66 (dataset): DatasetConfig { id: cd172b57-1618-4ecd-b72f-b8d8fe6aec66 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cf48fd7d-0cf9-4e47-bb7b-2f2f5d09c0e4 (dataset): DatasetConfig { id: cf48fd7d-0cf9-4e47-bb7b-2f2f5d09c0e4 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cf9a6a88-1653-4eef-b2a6-1c6f743cd6d8 (dataset): DatasetConfig { id: cf9a6a88-1653-4eef-b2a6-1c6f743cd6d8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, da45ad03-97d0-4637-86da-07b941e98aa4 (dataset): DatasetConfig { id: da45ad03-97d0-4637-86da-07b941e98aa4 (dataset), name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, db0c548d-dc39-4172-bab0-1a4c1631d366 (dataset): DatasetConfig { id: db0c548d-dc39-4172-bab0-1a4c1631d366 (dataset), name: DatasetName { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dceb8fe3-4a25-47a0-8deb-a487401bd440 (dataset): DatasetConfig { id: dceb8fe3-4a25-47a0-8deb-a487401bd440 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e1970908-ed20-477a-a4bf-036c948e306c (dataset): DatasetConfig { id: e1970908-ed20-477a-a4bf-036c948e306c (dataset), name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, e2d4e114-4c76-4b22-98ec-1f184d2c2fa5 (dataset): DatasetConfig { id: e2d4e114-4c76-4b22-98ec-1f184d2c2fa5 (dataset), name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e3dd1637-9032-4921-b854-764bba135f27 (dataset): DatasetConfig { id: e3dd1637-9032-4921-b854-764bba135f27 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e56de823-d8bc-48ac-944a-0b0e6134f526 (dataset): DatasetConfig { id: e56de823-d8bc-48ac-944a-0b0e6134f526 (dataset), name: DatasetName { pool_name: ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e736ed56-bcd4-4664-bc9f-f3d42ef0d618 (dataset): DatasetConfig { id: e736ed56-bcd4-4664-bc9f-f3d42ef0d618 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f59d1bcc-9e13-4e4b-8f26-eb5c8d2a26ed (dataset): DatasetConfig { id: f59d1bcc-9e13-4e4b-8f26-eb5c8d2a26ed (dataset), name: DatasetName { pool_name: ZpoolName { id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fa2f7273-7621-40d5-99a0-a7eba43ece0c (dataset): DatasetConfig { id: fa2f7273-7621-40d5-99a0-a7eba43ece0c (dataset), name: DatasetName { pool_name: ZpoolName { id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }} }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.09426729Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:444"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.094395732Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:61855"} {"msg":"datasets ensure","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.094776538Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:862"} {"msg":"Received DatasetsEnsure { config: DatasetsConfig { generation: Generation(1), datasets: {02eac503-c88f-4fa5-8ae7-bbe6fb12dad0 (dataset): DatasetConfig { id: 02eac503-c88f-4fa5-8ae7-bbe6fb12dad0 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 06426023-6f99-4e51-a906-410b99fc3a61 (dataset): DatasetConfig { id: 06426023-6f99-4e51-a906-410b99fc3a61 (dataset), name: DatasetName { pool_name: ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 06c71eed-74b5-4499-8219-899efdaa310e (dataset): DatasetConfig { id: 06c71eed-74b5-4499-8219-899efdaa310e (dataset), name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 084c630b-125e-4dca-bafe-1db2ecc6c424 (dataset): DatasetConfig { id: 084c630b-125e-4dca-bafe-1db2ecc6c424 (dataset), name: DatasetName { pool_name: ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0d00a313-5015-4c90-b157-d4c24ea9312f (dataset): DatasetConfig { id: 0d00a313-5015-4c90-b157-d4c24ea9312f (dataset), name: DatasetName { pool_name: ZpoolName { id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1348e161-2372-4e40-b5b7-f45eb06fd71f (dataset): DatasetConfig { id: 1348e161-2372-4e40-b5b7-f45eb06fd71f (dataset), name: DatasetName { pool_name: ZpoolName { id: 977ab5dc-c743-4525-b172-ecf8a9034abe (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 18f812f3-3f9e-48e2-aedc-15c71f6394b3 (dataset): DatasetConfig { id: 18f812f3-3f9e-48e2-aedc-15c71f6394b3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1a26e525-760b-4223-8f0d-e135067f5ab2 (dataset): DatasetConfig { id: 1a26e525-760b-4223-8f0d-e135067f5ab2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 1ab6f113-7eb1-4258-b869-fb8722ccf018 (dataset): DatasetConfig { id: 1ab6f113-7eb1-4258-b869-fb8722ccf018 (dataset), name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1c19cbe7-b2e7-433b-8a05-28ab38462de4 (dataset): DatasetConfig { id: 1c19cbe7-b2e7-433b-8a05-28ab38462de4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1c7226e0-a75e-462e-97eb-a9c91f80219b (dataset): DatasetConfig { id: 1c7226e0-a75e-462e-97eb-a9c91f80219b (dataset), name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 1f484e44-8e1c-40cb-88c6-60a2242f3c24 (dataset): DatasetConfig { id: 1f484e44-8e1c-40cb-88c6-60a2242f3c24 (dataset), name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2011bb8e-a55c-464a-bbd2-58b0b68f33d4 (dataset): DatasetConfig { id: 2011bb8e-a55c-464a-bbd2-58b0b68f33d4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2159cd87-5d28-48ba-aff1-962c417d20ef (dataset): DatasetConfig { id: 2159cd87-5d28-48ba-aff1-962c417d20ef (dataset), name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 225d1f2f-4482-47bb-ad7c-6d4d85d8f9dd (dataset): DatasetConfig { id: 225d1f2f-4482-47bb-ad7c-6d4d85d8f9dd (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2cb29ef5-9bc3-4feb-b7ee-a98c4ce552da (dataset): DatasetConfig { id: 2cb29ef5-9bc3-4feb-b7ee-a98c4ce552da (dataset), name: DatasetName { pool_name: ZpoolName { id: 977ab5dc-c743-4525-b172-ecf8a9034abe (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2dec88d1-0d82-4b6a-9bb8-19b029a72b7f (dataset): DatasetConfig { id: 2dec88d1-0d82-4b6a-9bb8-19b029a72b7f (dataset), name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2e058a3c-de3b-43b9-93b3-7fc38ebac3c0 (dataset): DatasetConfig { id: 2e058a3c-de3b-43b9-93b3-7fc38ebac3c0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 304f14f2-11fd-4cc7-9f74-29c0fa6f9fae (dataset): DatasetConfig { id: 304f14f2-11fd-4cc7-9f74-29c0fa6f9fae (dataset), name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 36f41d98-a7ec-4332-83d5-7cb82b4dd38b (dataset): DatasetConfig { id: 36f41d98-a7ec-4332-83d5-7cb82b4dd38b (dataset), name: DatasetName { pool_name: ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 37b8113c-2568-4e76-9757-a324da64d0f0 (dataset): DatasetConfig { id: 37b8113c-2568-4e76-9757-a324da64d0f0 (dataset), name: DatasetName { pool_name: ZpoolName { id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3d9be209-a643-443a-975c-8a426acc2323 (dataset): DatasetConfig { id: 3d9be209-a643-443a-975c-8a426acc2323 (dataset), name: DatasetName { pool_name: ZpoolName { id: 977ab5dc-c743-4525-b172-ecf8a9034abe (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3e4a729a-c3a9-4c58-b305-ec70b65662bf (dataset): DatasetConfig { id: 3e4a729a-c3a9-4c58-b305-ec70b65662bf (dataset), name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 42bcba77-5acb-4b7e-a7b4-df2cfe48bcb0 (dataset): DatasetConfig { id: 42bcba77-5acb-4b7e-a7b4-df2cfe48bcb0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 44437359-22f8-43a1-ba80-07bdcecd9c69 (dataset): DatasetConfig { id: 44437359-22f8-43a1-ba80-07bdcecd9c69 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4897b838-a0de-4e8f-8d84-4c6b4f43138a (dataset): DatasetConfig { id: 4897b838-a0de-4e8f-8d84-4c6b4f43138a (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5160c37e-5e80-42fa-8503-c71a39bcc42e (dataset): DatasetConfig { id: 5160c37e-5e80-42fa-8503-c71a39bcc42e (dataset), name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 52811a87-db12-40ae-905c-de912e79b720 (dataset): DatasetConfig { id: 52811a87-db12-40ae-905c-de912e79b720 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 549e9727-2ed4-4a92-914e-ce1c3a258a7e (dataset): DatasetConfig { id: 549e9727-2ed4-4a92-914e-ce1c3a258a7e (dataset), name: DatasetName { pool_name: ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5c130012-c0f8-4ed8-8bc5-4e10b7097182 (dataset): DatasetConfig { id: 5c130012-c0f8-4ed8-8bc5-4e10b7097182 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6c6bfc49-c36a-40d1-a842-6421d7ea3122 (dataset): DatasetConfig { id: 6c6bfc49-c36a-40d1-a842-6421d7ea3122 (dataset), name: DatasetName { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6f41784d-d6b9-49f2-936a-171c858f785f (dataset): DatasetConfig { id: 6f41784d-d6b9-49f2-936a-171c858f785f (dataset), name: DatasetName { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7dceccdd-aaf7-4ad9-89ba-b7235f6d3d19 (dataset): DatasetConfig { id: 7dceccdd-aaf7-4ad9-89ba-b7235f6d3d19 (dataset), name: DatasetName { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 7ee98ba5-74c7-44e7-9223-34a438dfb5aa (dataset): DatasetConfig { id: 7ee98ba5-74c7-44e7-9223-34a438dfb5aa (dataset), name: DatasetName { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 801622b1-53e0-44d0-ac83-d241609bf575 (dataset): DatasetConfig { id: 801622b1-53e0-44d0-ac83-d241609bf575 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 84f3cff9-0cdf-45c3-9524-841fd189a7d4 (dataset): DatasetConfig { id: 84f3cff9-0cdf-45c3-9524-841fd189a7d4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 87527362-3759-4b16-9406-d9359aa2e63f (dataset): DatasetConfig { id: 87527362-3759-4b16-9406-d9359aa2e63f (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9079c551-3296-4b75-b1c3-11a2330a5412 (dataset): DatasetConfig { id: 9079c551-3296-4b75-b1c3-11a2330a5412 (dataset), name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 930f38e6-e7e4-4827-92ec-c3db7553d032 (dataset): DatasetConfig { id: 930f38e6-e7e4-4827-92ec-c3db7553d032 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 99831272-1101-4b4b-b49f-4259675120fa (dataset): DatasetConfig { id: 99831272-1101-4b4b-b49f-4259675120fa (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a1090228-963f-46fa-98de-1fb9dfd6bf2c (dataset): DatasetConfig { id: a1090228-963f-46fa-98de-1fb9dfd6bf2c (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a269c129-6016-4dec-97f7-f91d98de6d90 (dataset): DatasetConfig { id: a269c129-6016-4dec-97f7-f91d98de6d90 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a32739b5-809b-4eb6-b098-d4289587d779 (dataset): DatasetConfig { id: a32739b5-809b-4eb6-b098-d4289587d779 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a4cf1f1a-918a-48db-a50e-5ee32c31001e (dataset): DatasetConfig { id: a4cf1f1a-918a-48db-a50e-5ee32c31001e (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a4ec692f-7fe9-4b5f-8f5f-20c463e56866 (dataset): DatasetConfig { id: a4ec692f-7fe9-4b5f-8f5f-20c463e56866 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a5abc30a-1c8e-41a5-b38b-89206467b95f (dataset): DatasetConfig { id: a5abc30a-1c8e-41a5-b38b-89206467b95f (dataset), name: DatasetName { pool_name: ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a96ad8fd-b76b-4976-956f-14502568df2b (dataset): DatasetConfig { id: a96ad8fd-b76b-4976-956f-14502568df2b (dataset), name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, adab569d-c45d-4186-87e3-ecc1c9ccd50b (dataset): DatasetConfig { id: adab569d-c45d-4186-87e3-ecc1c9ccd50b (dataset), name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, b65fc875-8a47-4a32-a24a-825b80e7527e (dataset): DatasetConfig { id: b65fc875-8a47-4a32-a24a-825b80e7527e (dataset), name: DatasetName { pool_name: ZpoolName { id: 977ab5dc-c743-4525-b172-ecf8a9034abe (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, b853b2bd-4651-487f-bf6d-22be3316d37a (dataset): DatasetConfig { id: b853b2bd-4651-487f-bf6d-22be3316d37a (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, c3166a1d-ab02-49b3-9d6e-8bebba18f22a (dataset): DatasetConfig { id: c3166a1d-ab02-49b3-9d6e-8bebba18f22a (dataset), name: DatasetName { pool_name: ZpoolName { id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c46624b1-0060-4830-b376-21a8fe22b435 (dataset): DatasetConfig { id: c46624b1-0060-4830-b376-21a8fe22b435 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c9795634-88f4-49a9-b451-65f9a64ef57a (dataset): DatasetConfig { id: c9795634-88f4-49a9-b451-65f9a64ef57a (dataset), name: DatasetName { pool_name: ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cd172b57-1618-4ecd-b72f-b8d8fe6aec66 (dataset): DatasetConfig { id: cd172b57-1618-4ecd-b72f-b8d8fe6aec66 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cf48fd7d-0cf9-4e47-bb7b-2f2f5d09c0e4 (dataset): DatasetConfig { id: cf48fd7d-0cf9-4e47-bb7b-2f2f5d09c0e4 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cf9a6a88-1653-4eef-b2a6-1c6f743cd6d8 (dataset): DatasetConfig { id: cf9a6a88-1653-4eef-b2a6-1c6f743cd6d8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, da45ad03-97d0-4637-86da-07b941e98aa4 (dataset): DatasetConfig { id: da45ad03-97d0-4637-86da-07b941e98aa4 (dataset), name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, db0c548d-dc39-4172-bab0-1a4c1631d366 (dataset): DatasetConfig { id: db0c548d-dc39-4172-bab0-1a4c1631d366 (dataset), name: DatasetName { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dceb8fe3-4a25-47a0-8deb-a487401bd440 (dataset): DatasetConfig { id: dceb8fe3-4a25-47a0-8deb-a487401bd440 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e1970908-ed20-477a-a4bf-036c948e306c (dataset): DatasetConfig { id: e1970908-ed20-477a-a4bf-036c948e306c (dataset), name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, e2d4e114-4c76-4b22-98ec-1f184d2c2fa5 (dataset): DatasetConfig { id: e2d4e114-4c76-4b22-98ec-1f184d2c2fa5 (dataset), name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e3dd1637-9032-4921-b854-764bba135f27 (dataset): DatasetConfig { id: e3dd1637-9032-4921-b854-764bba135f27 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e56de823-d8bc-48ac-944a-0b0e6134f526 (dataset): DatasetConfig { id: e56de823-d8bc-48ac-944a-0b0e6134f526 (dataset), name: DatasetName { pool_name: ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e736ed56-bcd4-4664-bc9f-f3d42ef0d618 (dataset): DatasetConfig { id: e736ed56-bcd4-4664-bc9f-f3d42ef0d618 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f59d1bcc-9e13-4e4b-8f26-eb5c8d2a26ed (dataset): DatasetConfig { id: f59d1bcc-9e13-4e4b-8f26-eb5c8d2a26ed (dataset), name: DatasetName { pool_name: ZpoolName { id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fa2f7273-7621-40d5-99a0-a7eba43ece0c (dataset): DatasetConfig { id: fa2f7273-7621-40d5-99a0-a7eba43ece0c (dataset), name: DatasetName { pool_name: ZpoolName { id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }} }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.094951521Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.094966561Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.094971651Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested datasets', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.094976321Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:905"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.094986142Z","hostname":"buskin","pid":1566,"name":"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone/oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.094990362Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone/oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7\"), full_name: \"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone/oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.214207394Z","hostname":"buskin","pid":1566,"name":"oxp_75598bf6-d28b-4334-94db-398fc2a8b539/crypt/zone/oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.214245504Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/75598bf6-d28b-4334-94db-398fc2a8b539/crypt/zone/oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229\"), full_name: \"oxp_75598bf6-d28b-4334-94db-398fc2a8b539/crypt/zone/oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.333512487Z","hostname":"buskin","pid":1566,"name":"oxp_8164ba35-0eff-436a-9b6b-80912419e510/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.333557017Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_8164ba35-0eff-436a-9b6b-80912419e510/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.446030048Z","hostname":"buskin","pid":1566,"name":"oxp_75598bf6-d28b-4334-94db-398fc2a8b539/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.446071109Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/75598bf6-d28b-4334-94db-398fc2a8b539/crypt/zone\"), full_name: \"oxp_75598bf6-d28b-4334-94db-398fc2a8b539/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.529780913Z","hostname":"buskin","pid":1566,"name":"oxp_c7ca3a79-57f5-4e47-8807-03bd67966814/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.529822944Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_c7ca3a79-57f5-4e47-8807-03bd67966814/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/12368a57-a643-445a-b32d-da10700bd20e)","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:21.585254461Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.642894604Z","hostname":"buskin","pid":1566,"name":"oxp_977ab5dc-c743-4525-b172-ecf8a9034abe/crypt/zone/oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.642939255Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/977ab5dc-c743-4525-b172-ecf8a9034abe/crypt/zone/oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\"), full_name: \"oxp_977ab5dc-c743-4525-b172-ecf8a9034abe/crypt/zone/oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.763326206Z","hostname":"buskin","pid":1566,"name":"oxp_2fcc59ee-335a-4c80-bbcf-e66263237ec3/crypt/zone/oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.763366367Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2fcc59ee-335a-4c80-bbcf-e66263237ec3/crypt/zone/oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d\"), full_name: \"oxp_2fcc59ee-335a-4c80-bbcf-e66263237ec3/crypt/zone/oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.883401412Z","hostname":"buskin","pid":1566,"name":"oxp_2fcc59ee-335a-4c80-bbcf-e66263237ec3/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.883449103Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2fcc59ee-335a-4c80-bbcf-e66263237ec3/crypt/debug\"), full_name: \"oxp_2fcc59ee-335a-4c80-bbcf-e66263237ec3/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.967697577Z","hostname":"buskin","pid":1566,"name":"oxp_beaaa347-4478-48b4-b888-a5873241ded0/crypt/zone/oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:21.967739447Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/beaaa347-4478-48b4-b888-a5873241ded0/crypt/zone/oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567\"), full_name: \"oxp_beaaa347-4478-48b4-b888-a5873241ded0/crypt/zone/oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:22.087914834Z","hostname":"buskin","pid":1566,"name":"oxp_0176efd8-6a11-46a9-8bcd-a97e447fcb50/crypt/zone/oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:22.087972415Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/0176efd8-6a11-46a9-8bcd-a97e447fcb50/crypt/zone/oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\"), full_name: \"oxp_0176efd8-6a11-46a9-8bcd-a97e447fcb50/crypt/zone/oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:22.208229784Z","hostname":"buskin","pid":1566,"name":"oxp_beaaa347-4478-48b4-b888-a5873241ded0/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:22.208276425Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/beaaa347-4478-48b4-b888-a5873241ded0/crypt/debug\"), full_name: \"oxp_beaaa347-4478-48b4-b888-a5873241ded0/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:22.292788123Z","hostname":"buskin","pid":1566,"name":"oxp_beaaa347-4478-48b4-b888-a5873241ded0/crypt/zone/oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:22.292834324Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/beaaa347-4478-48b4-b888-a5873241ded0/crypt/zone/oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28\"), full_name: \"oxp_beaaa347-4478-48b4-b888-a5873241ded0/crypt/zone/oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:22.414015268Z","hostname":"buskin","pid":1566,"name":"oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:22.414053169Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:22.523524459Z","hostname":"buskin","pid":1566,"name":"oxp_beaaa347-4478-48b4-b888-a5873241ded0/crypt/zone/oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:22.5235698Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/beaaa347-4478-48b4-b888-a5873241ded0/crypt/zone/oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea\"), full_name: \"oxp_beaaa347-4478-48b4-b888-a5873241ded0/crypt/zone/oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/12368a57-a643-445a-b32d-da10700bd20e)","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:22.58762595Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:22.644392569Z","hostname":"buskin","pid":1566,"name":"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone/oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:22.644434929Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone/oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b\"), full_name: \"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone/oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:22.761875362Z","hostname":"buskin","pid":1566,"name":"oxp_977ab5dc-c743-4525-b172-ecf8a9034abe/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:22.761915942Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/977ab5dc-c743-4525-b172-ecf8a9034abe/crypt/zone\"), full_name: \"oxp_977ab5dc-c743-4525-b172-ecf8a9034abe/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:22.844943646Z","hostname":"buskin","pid":1566,"name":"oxp_8164ba35-0eff-436a-9b6b-80912419e510/crypt/zone/oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:22.844984136Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8164ba35-0eff-436a-9b6b-80912419e510/crypt/zone/oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\"), full_name: \"oxp_8164ba35-0eff-436a-9b6b-80912419e510/crypt/zone/oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:22.96427919Z","hostname":"buskin","pid":1566,"name":"oxp_0176efd8-6a11-46a9-8bcd-a97e447fcb50/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:22.96432303Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_0176efd8-6a11-46a9-8bcd-a97e447fcb50/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:23.080020804Z","hostname":"buskin","pid":1566,"name":"oxp_beaaa347-4478-48b4-b888-a5873241ded0/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:23.080070505Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/beaaa347-4478-48b4-b888-a5873241ded0/crypt/zone\"), full_name: \"oxp_beaaa347-4478-48b4-b888-a5873241ded0/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:23.163163499Z","hostname":"buskin","pid":1566,"name":"oxp_75598bf6-d28b-4334-94db-398fc2a8b539/crypt/zone/oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:23.16320471Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/75598bf6-d28b-4334-94db-398fc2a8b539/crypt/zone/oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\"), full_name: \"oxp_75598bf6-d28b-4334-94db-398fc2a8b539/crypt/zone/oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:23.28656583Z","hostname":"buskin","pid":1566,"name":"oxp_c7ca3a79-57f5-4e47-8807-03bd67966814/crypt/zone/oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:23.286606651Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/c7ca3a79-57f5-4e47-8807-03bd67966814/crypt/zone/oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3\"), full_name: \"oxp_c7ca3a79-57f5-4e47-8807-03bd67966814/crypt/zone/oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:23.406118838Z","hostname":"buskin","pid":1566,"name":"oxp_977ab5dc-c743-4525-b172-ecf8a9034abe/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:23.406159118Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_977ab5dc-c743-4525-b172-ecf8a9034abe/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:23.517167474Z","hostname":"buskin","pid":1566,"name":"oxp_0176efd8-6a11-46a9-8bcd-a97e447fcb50/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:23.517202205Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_0176efd8-6a11-46a9-8bcd-a97e447fcb50/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/12368a57-a643-445a-b32d-da10700bd20e)","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:23.590203002Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:23.629263039Z","hostname":"buskin","pid":1566,"name":"oxp_75598bf6-d28b-4334-94db-398fc2a8b539/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:23.629300339Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/75598bf6-d28b-4334-94db-398fc2a8b539/crypt/debug\"), full_name: \"oxp_75598bf6-d28b-4334-94db-398fc2a8b539/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:23.713242728Z","hostname":"buskin","pid":1566,"name":"oxp_8164ba35-0eff-436a-9b6b-80912419e510/crypt/zone/oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:23.713285668Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8164ba35-0eff-436a-9b6b-80912419e510/crypt/zone/oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\"), full_name: \"oxp_8164ba35-0eff-436a-9b6b-80912419e510/crypt/zone/oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:23.836692599Z","hostname":"buskin","pid":1566,"name":"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:23.83673369Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:23.945840145Z","hostname":"buskin","pid":1566,"name":"oxp_8164ba35-0eff-436a-9b6b-80912419e510/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:23.945892226Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_8164ba35-0eff-436a-9b6b-80912419e510/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:24.053474815Z","hostname":"buskin","pid":1566,"name":"oxp_0176efd8-6a11-46a9-8bcd-a97e447fcb50/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:24.053526256Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_0176efd8-6a11-46a9-8bcd-a97e447fcb50/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:24.158673685Z","hostname":"buskin","pid":1566,"name":"oxp_2fcc59ee-335a-4c80-bbcf-e66263237ec3/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:24.158709516Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_2fcc59ee-335a-4c80-bbcf-e66263237ec3/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:24.266264104Z","hostname":"buskin","pid":1566,"name":"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone/oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:24.266301465Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone/oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038\"), full_name: \"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone/oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:24.381957898Z","hostname":"buskin","pid":1566,"name":"oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da/crypt/zone/oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:24.381996119Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/216077bb-f8f0-4fbf-8aa0-1db2249e65da/crypt/zone/oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\"), full_name: \"oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da/crypt/zone/oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:24.485324938Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"20.337120246s"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:24.499110246Z","hostname":"buskin","pid":1566,"name":"oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:24.499124256Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/12368a57-a643-445a-b32d-da10700bd20e)","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:24.591774208Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:24.609596763Z","hostname":"buskin","pid":1566,"name":"oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:24.609628144Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/216077bb-f8f0-4fbf-8aa0-1db2249e65da/crypt/debug\"), full_name: \"oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:24.692775879Z","hostname":"buskin","pid":1566,"name":"oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:24.69280959Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/216077bb-f8f0-4fbf-8aa0-1db2249e65da/crypt/zone\"), full_name: \"oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:24.796378323Z","hostname":"buskin","pid":1566,"name":"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone/oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:24.796422924Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone/oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26\"), full_name: \"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone/oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:24.916655902Z","hostname":"buskin","pid":1566,"name":"oxp_8164ba35-0eff-436a-9b6b-80912419e510/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:24.916693993Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_8164ba35-0eff-436a-9b6b-80912419e510/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:25.027274262Z","hostname":"buskin","pid":1566,"name":"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:25.027310602Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/clickhouse\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:25.136880464Z","hostname":"buskin","pid":1566,"name":"oxp_beaaa347-4478-48b4-b888-a5873241ded0/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:25.136912195Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_beaaa347-4478-48b4-b888-a5873241ded0/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:25.249269783Z","hostname":"buskin","pid":1566,"name":"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone/oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:25.249312844Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone/oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd\"), full_name: \"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone/oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:25.369252228Z","hostname":"buskin","pid":1566,"name":"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:25.369292908Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:25.481435074Z","hostname":"buskin","pid":1566,"name":"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:25.481473604Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:25.592773635Z","hostname":"buskin","pid":1566,"name":"oxp_8164ba35-0eff-436a-9b6b-80912419e510/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:25.592821776Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_8164ba35-0eff-436a-9b6b-80912419e510/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/12368a57-a643-445a-b32d-da10700bd20e)","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:25.596381385Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:25.706641348Z","hostname":"buskin","pid":1566,"name":"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone/oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:25.706683809Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone/oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048\"), full_name: \"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone/oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:25.829660173Z","hostname":"buskin","pid":1566,"name":"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:25.829703404Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:25.934933124Z","hostname":"buskin","pid":1566,"name":"oxp_8164ba35-0eff-436a-9b6b-80912419e510/crypt/zone/oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:25.934966665Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8164ba35-0eff-436a-9b6b-80912419e510/crypt/zone/oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143\"), full_name: \"oxp_8164ba35-0eff-436a-9b6b-80912419e510/crypt/zone/oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.052828294Z","hostname":"buskin","pid":1566,"name":"oxp_2fcc59ee-335a-4c80-bbcf-e66263237ec3/crypt/zone/oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.052871565Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2fcc59ee-335a-4c80-bbcf-e66263237ec3/crypt/zone/oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389\"), full_name: \"oxp_2fcc59ee-335a-4c80-bbcf-e66263237ec3/crypt/zone/oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.168347065Z","hostname":"buskin","pid":1566,"name":"oxp_8164ba35-0eff-436a-9b6b-80912419e510/crypt/zone/oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.168383855Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8164ba35-0eff-436a-9b6b-80912419e510/crypt/zone/oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9\"), full_name: \"oxp_8164ba35-0eff-436a-9b6b-80912419e510/crypt/zone/oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.229525616Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4292"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.229568047Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4302","gateway":"fd00:1122:3344:101::1"} {"msg":"Default route already exists","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.237140942Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4316","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.237164063Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4381"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.298462657Z","hostname":"buskin","pid":1566,"name":"oxp_8164ba35-0eff-436a-9b6b-80912419e510/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.298505137Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8164ba35-0eff-436a-9b6b-80912419e510/crypt/debug\"), full_name: \"oxp_8164ba35-0eff-436a-9b6b-80912419e510/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.387120783Z","hostname":"buskin","pid":1566,"name":"oxp_977ab5dc-c743-4525-b172-ecf8a9034abe/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.387176244Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/977ab5dc-c743-4525-b172-ecf8a9034abe/crypt/debug\"), full_name: \"oxp_977ab5dc-c743-4525-b172-ecf8a9034abe/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.39417593Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4447"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.394210611Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4474"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.436995798Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4487"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.437031239Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4333"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.475295162Z","hostname":"buskin","pid":1566,"name":"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.475331862Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/debug\"), full_name: \"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.490706437Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4375"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.490732887Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4454","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.513113397Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4465"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.513140498Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4507"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:26.517666742Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9783695383746708995"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:26.517784644Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3449068533422146992"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.565587905Z","hostname":"buskin","pid":1566,"name":"oxp_c7ca3a79-57f5-4e47-8807-03bd67966814/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.565633076Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/c7ca3a79-57f5-4e47-8807-03bd67966814/crypt/zone\"), full_name: \"oxp_c7ca3a79-57f5-4e47-8807-03bd67966814/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.586210706Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4539"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.586248757Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4545"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/12368a57-a643-445a-b32d-da10700bd20e)","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:26.601611231Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.657819351Z","hostname":"buskin","pid":1566,"name":"oxp_0176efd8-6a11-46a9-8bcd-a97e447fcb50/crypt/zone/oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.657861272Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/0176efd8-6a11-46a9-8bcd-a97e447fcb50/crypt/zone/oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f\"), full_name: \"oxp_0176efd8-6a11-46a9-8bcd-a97e447fcb50/crypt/zone/oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.683688529Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4586"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.683721439Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.728346507Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:420"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/12368a57-a643-445a-b32d-da10700bd20e)","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:26.728919787Z","hostname":"buskin","pid":1566,"component":"NexusNotifierTask","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.769890825Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.769991326Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:762"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.770456544Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:765","uptime":"1"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.770466824Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:444","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: Some(\n None,\n ),\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n tx_eq: None,\n },\n },\n },\n}"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.782376621Z","hostname":"buskin","pid":1566,"name":"oxp_2fcc59ee-335a-4c80-bbcf-e66263237ec3/crypt/zone/oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.782394251Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2fcc59ee-335a-4c80-bbcf-e66263237ec3/crypt/zone/oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80\"), full_name: \"oxp_2fcc59ee-335a-4c80-bbcf-e66263237ec3/crypt/zone/oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.815695772Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.906402172Z","hostname":"buskin","pid":1566,"name":"oxp_0176efd8-6a11-46a9-8bcd-a97e447fcb50/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.906453053Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/0176efd8-6a11-46a9-8bcd-a97e447fcb50/crypt/zone\"), full_name: \"oxp_0176efd8-6a11-46a9-8bcd-a97e447fcb50/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.98972077Z","hostname":"buskin","pid":1566,"name":"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:26.989761961Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone\"), full_name: \"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:27.07255105Z","hostname":"buskin","pid":1566,"name":"oxp_2fcc59ee-335a-4c80-bbcf-e66263237ec3/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:27.072591311Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2fcc59ee-335a-4c80-bbcf-e66263237ec3/crypt/zone\"), full_name: \"oxp_2fcc59ee-335a-4c80-bbcf-e66263237ec3/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:27.154302172Z","hostname":"buskin","pid":1566,"name":"oxp_beaaa347-4478-48b4-b888-a5873241ded0/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:27.154340933Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_beaaa347-4478-48b4-b888-a5873241ded0/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:27.262499272Z","hostname":"buskin","pid":1566,"name":"oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da/crypt/zone/oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:27.262541383Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/216077bb-f8f0-4fbf-8aa0-1db2249e65da/crypt/zone/oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1\"), full_name: \"oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da/crypt/zone/oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:27.387956237Z","hostname":"buskin","pid":1566,"name":"oxp_8164ba35-0eff-436a-9b6b-80912419e510/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:27.388007828Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8164ba35-0eff-436a-9b6b-80912419e510/crypt/zone\"), full_name: \"oxp_8164ba35-0eff-436a-9b6b-80912419e510/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:27.443318873Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6865697397444298559"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:27.443427125Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17855345072000113602"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:27.470618555Z","hostname":"buskin","pid":1566,"name":"oxp_0176efd8-6a11-46a9-8bcd-a97e447fcb50/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:27.470656065Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/0176efd8-6a11-46a9-8bcd-a97e447fcb50/crypt/debug\"), full_name: \"oxp_0176efd8-6a11-46a9-8bcd-a97e447fcb50/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:27.554319759Z","hostname":"buskin","pid":1566,"name":"oxp_beaaa347-4478-48b4-b888-a5873241ded0/crypt/zone/oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:27.55436654Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/beaaa347-4478-48b4-b888-a5873241ded0/crypt/zone/oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\"), full_name: \"oxp_beaaa347-4478-48b4-b888-a5873241ded0/crypt/zone/oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/12368a57-a643-445a-b32d-da10700bd20e)","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:27.604102543Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:27.678743867Z","hostname":"buskin","pid":1566,"name":"oxp_0176efd8-6a11-46a9-8bcd-a97e447fcb50/crypt/zone/oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:27.678782768Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/0176efd8-6a11-46a9-8bcd-a97e447fcb50/crypt/zone/oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014\"), full_name: \"oxp_0176efd8-6a11-46a9-8bcd-a97e447fcb50/crypt/zone/oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:27.802432603Z","hostname":"buskin","pid":1566,"name":"oxp_75598bf6-d28b-4334-94db-398fc2a8b539/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:27.802467504Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_75598bf6-d28b-4334-94db-398fc2a8b539/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:27.913763224Z","hostname":"buskin","pid":1566,"name":"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone/oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:27.913802925Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone/oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246\"), full_name: \"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/zone/oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.042207618Z","hostname":"buskin","pid":1566,"name":"oxp_c7ca3a79-57f5-4e47-8807-03bd67966814/crypt/zone/oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.042250809Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/c7ca3a79-57f5-4e47-8807-03bd67966814/crypt/zone/oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\"), full_name: \"oxp_c7ca3a79-57f5-4e47-8807-03bd67966814/crypt/zone/oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.167114904Z","hostname":"buskin","pid":1566,"name":"oxp_c7ca3a79-57f5-4e47-8807-03bd67966814/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.167164245Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/c7ca3a79-57f5-4e47-8807-03bd67966814/crypt/debug\"), full_name: \"oxp_c7ca3a79-57f5-4e47-8807-03bd67966814/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Writing ledger to /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.252794492Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253176178Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253553274Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253572364Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253579665Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253586634Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253590955Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253595915Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253600235Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253604285Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253617435Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253624055Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253630405Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253634465Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253638546Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253643795Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253647735Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253651586Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253658246Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253662246Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253667546Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253672486Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253689226Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253694246Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253698867Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"datasets ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253702896Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.253786168Z","hostname":"buskin","pid":1566,"uri":"/datasets","method":"PUT","req_id":"089342b7-4083-4d6e-ac7e-de5b11358cd3","remote_addr":"[fd00:1122:3344:101::1]:61855","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7159278,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 98733a1a-8c66-4d41-88fc-32826e30dc26 (service), filesystem_pool: Some(ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e7a3f401-14e4-47b9-8060-4cbbfc840143 (service), filesystem_pool: Some(ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f9751d6f-77c7-44d3-9105-87b0872eec3f (service), filesystem_pool: Some(ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.285725156Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:525"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.285880169Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:46345"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98733a1a-8c66-4d41-88fc-32826e30dc26, dataset_name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.286124083Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.286142673Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 98733a1a-8c66-4d41-88fc-32826e30dc26, dataset_name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e7a3f401-14e4-47b9-8060-4cbbfc840143, dataset_name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.32163128Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.321675201Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: e7a3f401-14e4-47b9-8060-4cbbfc840143, dataset_name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f9751d6f-77c7-44d3-9105-87b0872eec3f, dataset_name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.355777655Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.355812976Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: f9751d6f-77c7-44d3-9105-87b0872eec3f, dataset_name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.391293362Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.391352613Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.391388714Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.391452865Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.437232602Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.437278933Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.437283403Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.486886033Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.490783468Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.494567051Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.507690617Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.512311884Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:28.516810648Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/12368a57-a643-445a-b32d-da10700bd20e)","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:28.605810451Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/12368a57-a643-445a-b32d-da10700bd20e)","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:28.729480346Z","hostname":"buskin","pid":1566,"component":"NexusNotifierTask","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/12368a57-a643-445a-b32d-da10700bd20e)","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:29.60756274Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Profile for oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:30.092190725Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:30.092325027Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:30.092610582Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:30.580249568Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:31.061268213Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:31.061408606Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:31.061468417Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"wait for service Some(\"oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143\") failed: Property not found. retry in 29.643126ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:31.070090999Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:31.07013059Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:31.075131713Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143\") failed: Property not found. retry in 75.598201ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:31.110223713Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143\") failed: Property not found. retry in 222.133013ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:31.196640233Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f\") failed: Property not found. retry in 42.157217ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:31.205734703Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26\") failed: Property not found. retry in 65.913886ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:31.212454834Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f\") failed: Property not found. retry in 126.330173ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:31.255472246Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26\") failed: Property not found. retry in 100.744035ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:31.374053897Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f\") failed: Property not found. retry in 147.876062ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:31.429479274Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143\") failed: Property not found. retry in 580.058425ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:31.498300002Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26\") failed: Property not found. retry in 205.493995ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:31.567252573Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f\") failed: Property not found. retry in 383.610684ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:31.611294591Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26\") failed: Property not found. retry in 261.564552ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:31.782508413Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f\") failed: Property not found. retry in 715.810884ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:32.004343822Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26\") failed: Property not found. retry in 1.193384378s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:32.05442119Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143\") failed: Property not found. retry in 701.160801ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:32.089123304Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f\") failed: Property not found. retry in 1.239485019s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:32.730363561Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143\") failed: Property not found. retry in 522.1682ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:32.799658267Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26\") failed: Property not found. retry in 539.268305ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:33.257925897Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143\") failed: Property not found. retry in 761.000058ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:33.331620536Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26\") failed: Property not found. retry in 874.112771ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:33.806446589Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f\") failed: Property not found. retry in 1.081184312s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:33.978428814Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143\") failed: Property not found. retry in 872.509839ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:34.101716283Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26\") failed: Property not found. retry in 556.079186ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:34.689986043Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143\") failed: Property not found. retry in 1.251051208s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:34.983401106Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f\") failed: Property not found. retry in 678.553272ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:35.06952944Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26\") failed: Property not found. retry in 1.431937647s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:35.25453877Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f\") failed: Property not found. retry in 1.293408691s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:35.756703507Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:36.520227925Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9783695383746708995"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:36.520335947Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3449068533422146992"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.070784881Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_internal_dns_e7a3f401-14e4-47b9-8060-4cbbfc840143"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.070823042Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_internal_dns_98733a1a-8c66-4d41-88fc-32826e30dc26"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.070827252Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_internal_dns_f9751d6f-77c7-44d3-9105-87b0872eec3f"} {"msg":"Writing ledger to /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.070830642Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.071113127Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.071399471Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"a0757557-d27d-4365-b2c9-06928f4ed5bb","remote_addr":"[fd00:1122:3344:101::1]:46345","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8785436,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.073582768Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:642"} {"msg":"failed to write DNS configuration (will retry in 89.64092ms)","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:37.380171368Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:37.444883929Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6865697397444298559"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:37.445008241Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17855345072000113602"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.495210681Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:642"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.555540399Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:642"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.610997786Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:678"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.611037887Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.64144603Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.642240933Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.642245073Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 98733a1a-8c66-4d41-88fc-32826e30dc26 (service), filesystem_pool: Some(ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e7a3f401-14e4-47b9-8060-4cbbfc840143 (service), filesystem_pool: Some(ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f9751d6f-77c7-44d3-9105-87b0872eec3f (service), filesystem_pool: Some(ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8ff676ac-4433-41a4-8ead-2afb6c570229 (service), filesystem_pool: Some(ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: dc5c6f99-a9da-4946-a74a-4accf50cbd91, kind: Service { id: 8ff676ac-4433-41a4-8ead-2afb6c570229 }, name: Name(\"ntp-8ff676ac-4433-41a4-8ead-2afb6c570229\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 184])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.671462346Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:525"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.671552838Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:52486"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98733a1a-8c66-4d41-88fc-32826e30dc26, dataset_name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.671745551Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.671757082Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 98733a1a-8c66-4d41-88fc-32826e30dc26, dataset_name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e7a3f401-14e4-47b9-8060-4cbbfc840143, dataset_name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.709202741Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.709233271Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: e7a3f401-14e4-47b9-8060-4cbbfc840143, dataset_name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f9751d6f-77c7-44d3-9105-87b0872eec3f, dataset_name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.747347892Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.747375242Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: f9751d6f-77c7-44d3-9105-87b0872eec3f, dataset_name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.783798325Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.783829815Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.783990108Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.784086809Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.795816943Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.829103344Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.829735824Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.829761425Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.859745871Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 168, 184]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.859759271Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1263","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.860142278Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.860148218Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.860376411Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.860769148Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.885033499Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:37.904326418Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:38.519205898Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:38.5193051Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229\") failed: Property not found. retry in 57.352337ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:38.652502883Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229\") failed: Property not found. retry in 108.382539ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:38.71886401Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229\") failed: Property not found. retry in 229.680882ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:38.838795604Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229\") failed: Property not found. retry in 501.947565ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:39.08157912Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229\") failed: Property not found. retry in 573.244824ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:39.593496577Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229\") failed: Property not found. retry in 1.122364322s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:40.177401175Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229\") failed: Property not found. retry in 598.322969ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:41.309201485Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229\") failed: Property not found. retry in 1.038082664s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:41.91774523Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229\") failed: Property not found. retry in 1.091326305s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:42.965681003Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:44.077312239Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229"} {"msg":"Writing ledger to /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:44.07737518Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:44.077727746Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:44.078030351Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"24f12ffc-4ff1-459e-a909-4c934cb75cf8","remote_addr":"[fd00:1122:3344:101::1]:52486","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6406411,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:44.080874818Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:719"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:44.111116638Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:44.11125908Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:34631"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:44.120036645Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3900"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:44.120147707Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"958ac870-892e-473f-8f48-7a11a70ce458","remote_addr":"[fd00:1122:3344:101::1]:34631","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8740,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:44.122963454Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:44.216629243Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:44.216783666Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:54307"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:46.260593561Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11971999552025750697"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:46.520920156Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9783695383746708995"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:46.52115734Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3449068533422146992"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:46.710521292Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"55646998708649281"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:47.073651558Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7148868828734122020"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:47.446047758Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6865697397444298559"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:47.446316312Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17855345072000113602"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:48.225925617Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3900"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:48.226021379Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"7be7abbe-527a-4ff1-9feb-0fa08bffdede","remote_addr":"[fd00:1122:3344:101::1]:54307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009178,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:48.228131764Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:48.390001981Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:48.390161193Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:57109"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_8ff676ac-4433-41a4-8ead-2afb6c570229': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-11-28T01:33:48.398901608Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3900"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:48.39900984Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"35a0fa60-e6cd-4b90-8ede-04cb452549fd","remote_addr":"[fd00:1122:3344:101::1]:57109","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8782,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:48.402225423Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:48.614490234Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:48.614663477Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:64987"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:48.623057596Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"4e4f34a9-c9c7-4c05-b1af-0a70824b47ac","remote_addr":"[fd00:1122:3344:101::1]:64987","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8316,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:48.625267972Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:48.625275753Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:48.774904057Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:48.7750846Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:45952"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:48.784427095Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"d218ee90-fbb7-4c65-bdce-b89f0ba2a9b4","remote_addr":"[fd00:1122:3344:101::1]:45952","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9258,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:48.786828435Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:48.786834735Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:49.055922505Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:49.056041467Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:43040"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:49.064897804Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"30d0bd19-673d-4ab7-be37-c0ae55f778bb","remote_addr":"[fd00:1122:3344:101::1]:43040","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8775,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:49.067974315Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:49.067985905Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:49.379895894Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:49.380043256Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:44177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:49.388500916Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"022c5b59-31d5-4c59-b011-78db61536b54","remote_addr":"[fd00:1122:3344:101::1]:44177","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8416,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:49.391642938Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:49.391650608Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:49.705612891Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:49.705764754Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:34625"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:49.71400223Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"430aa7cf-781e-4d48-b54e-53180c6f7d55","remote_addr":"[fd00:1122:3344:101::1]:34625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8155,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:49.717373296Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:49.717378356Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.281482406Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.281612818Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:41858"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.289984337Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"ee3a19bd-99ea-4bb3-9a35-3b887f058626","remote_addr":"[fd00:1122:3344:101::1]:41858","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8310,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.294238647Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:50.294250887Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.213742315Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.213880967Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:44785"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.235870541Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"8ccd6655-351f-4f58-8585-cd4dbf4939f7","remote_addr":"[fd00:1122:3344:101::1]:44785","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":21871,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2901090547, ip_addr: 172.235.32.243, stratum: 3, ref_time: 1732757629.9460597, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.240370165Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.240375856Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1412"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 98733a1a-8c66-4d41-88fc-32826e30dc26 (service), filesystem_pool: Some(ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e7a3f401-14e4-47b9-8060-4cbbfc840143 (service), filesystem_pool: Some(ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f9751d6f-77c7-44d3-9105-87b0872eec3f (service), filesystem_pool: Some(ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8ff676ac-4433-41a4-8ead-2afb6c570229 (service), filesystem_pool: Some(ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: dc5c6f99-a9da-4946-a74a-4accf50cbd91, kind: Service { id: 8ff676ac-4433-41a4-8ead-2afb6c570229 }, name: Name(\"ntp-8ff676ac-4433-41a4-8ead-2afb6c570229\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 184])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 057f14d6-21ef-4a1a-9443-743301729246 (service), filesystem_pool: Some(ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External } } } }, OmicronZoneConfig { id: 789268ca-0469-4ab5-abce-6379b90792b9 (service), filesystem_pool: Some(ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External } } } }, OmicronZoneConfig { id: 0df55fc2-6b39-4a29-9df0-909dac438014 (service), filesystem_pool: Some(ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External } } } }, OmicronZoneConfig { id: 99301c48-601f-449e-8e73-447a87265d28 (service), filesystem_pool: Some(ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 777baf9d-7c4a-4b11-b86c-ebb4af23f5f1 (service), filesystem_pool: Some(ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.270640816Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:525"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.270735758Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:37535"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98733a1a-8c66-4d41-88fc-32826e30dc26, dataset_name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.270967902Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.270977042Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 98733a1a-8c66-4d41-88fc-32826e30dc26, dataset_name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e7a3f401-14e4-47b9-8060-4cbbfc840143, dataset_name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.30835187Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.30839117Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: e7a3f401-14e4-47b9-8060-4cbbfc840143, dataset_name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f9751d6f-77c7-44d3-9105-87b0872eec3f, dataset_name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.344065251Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.344122332Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: f9751d6f-77c7-44d3-9105-87b0872eec3f, dataset_name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 057f14d6-21ef-4a1a-9443-743301729246, dataset_name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.379591998Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.379626369Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 057f14d6-21ef-4a1a-9443-743301729246, dataset_name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 789268ca-0469-4ab5-abce-6379b90792b9, dataset_name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.416861995Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.416898755Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 789268ca-0469-4ab5-abce-6379b90792b9, dataset_name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0df55fc2-6b39-4a29-9df0-909dac438014, dataset_name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.454204832Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.454240153Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 0df55fc2-6b39-4a29-9df0-909dac438014, dataset_name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99301c48-601f-449e-8e73-447a87265d28, dataset_name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.490570314Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.490616625Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 99301c48-601f-449e-8e73-447a87265d28, dataset_name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 777baf9d-7c4a-4b11-b86c-ebb4af23f5f1, dataset_name: DatasetName { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.527484565Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.527536495Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 777baf9d-7c4a-4b11-b86c-ebb4af23f5f1, dataset_name: DatasetName { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.562226419Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.56227183Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.562477353Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.562592135Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:50.595425468Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:50.595460729Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:50.595469259Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:50.595477719Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:50.595486139Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.595594671Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"9ae00659-ff18-46bf-8a36-9dd1b3922c06","remote_addr":"[fd00:1122:3344:101::1]:37535","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28\", TimeNotSynchronized), (\"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014\", TimeNotSynchronized), (\"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1\", TimeNotSynchronized), (\"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246\", TimeNotSynchronized), (\"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9\", TimeNotSynchronized)]","latency_us":324778,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:50.595754554Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:562","retry_after":"142.560567ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ae00659-ff18-46bf-8a36-9dd1b3922c06\", \"content-length\": \"124\", \"date\": \"Thu, 28 Nov 2024 01:33:49 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9ae00659-ff18-46bf-8a36-9dd1b3922c06\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 98733a1a-8c66-4d41-88fc-32826e30dc26 (service), filesystem_pool: Some(ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e7a3f401-14e4-47b9-8060-4cbbfc840143 (service), filesystem_pool: Some(ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f9751d6f-77c7-44d3-9105-87b0872eec3f (service), filesystem_pool: Some(ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8ff676ac-4433-41a4-8ead-2afb6c570229 (service), filesystem_pool: Some(ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: dc5c6f99-a9da-4946-a74a-4accf50cbd91, kind: Service { id: 8ff676ac-4433-41a4-8ead-2afb6c570229 }, name: Name(\"ntp-8ff676ac-4433-41a4-8ead-2afb6c570229\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 184])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 057f14d6-21ef-4a1a-9443-743301729246 (service), filesystem_pool: Some(ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External } } } }, OmicronZoneConfig { id: 789268ca-0469-4ab5-abce-6379b90792b9 (service), filesystem_pool: Some(ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External } } } }, OmicronZoneConfig { id: 0df55fc2-6b39-4a29-9df0-909dac438014 (service), filesystem_pool: Some(ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External } } } }, OmicronZoneConfig { id: 99301c48-601f-449e-8e73-447a87265d28 (service), filesystem_pool: Some(ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 777baf9d-7c4a-4b11-b86c-ebb4af23f5f1 (service), filesystem_pool: Some(ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.738921671Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:525"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98733a1a-8c66-4d41-88fc-32826e30dc26, dataset_name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.739255257Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.739271847Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 98733a1a-8c66-4d41-88fc-32826e30dc26, dataset_name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e7a3f401-14e4-47b9-8060-4cbbfc840143, dataset_name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.776129686Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.776174637Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: e7a3f401-14e4-47b9-8060-4cbbfc840143, dataset_name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f9751d6f-77c7-44d3-9105-87b0872eec3f, dataset_name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.811576683Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.811615204Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: f9751d6f-77c7-44d3-9105-87b0872eec3f, dataset_name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 057f14d6-21ef-4a1a-9443-743301729246, dataset_name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.846277227Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.846324868Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 057f14d6-21ef-4a1a-9443-743301729246, dataset_name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 789268ca-0469-4ab5-abce-6379b90792b9, dataset_name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.881624271Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.881661122Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 789268ca-0469-4ab5-abce-6379b90792b9, dataset_name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0df55fc2-6b39-4a29-9df0-909dac438014, dataset_name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.916959836Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.917002127Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 0df55fc2-6b39-4a29-9df0-909dac438014, dataset_name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99301c48-601f-449e-8e73-447a87265d28, dataset_name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.952522614Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.952561725Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 99301c48-601f-449e-8e73-447a87265d28, dataset_name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 777baf9d-7c4a-4b11-b86c-ebb4af23f5f1, dataset_name: DatasetName { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.989991804Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:50.990050995Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 777baf9d-7c4a-4b11-b86c-ebb4af23f5f1, dataset_name: DatasetName { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:51.021566707Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:51.021612378Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:51.021792571Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:51.021933243Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:51.107844184Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:51.107913925Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:51.107919345Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:51.107928255Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:51.107936716Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:51.200023779Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:51.204017065Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:51.208479928Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:51.213194506Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:51.217489828Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:51.222273947Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:51.22729838Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:51.232402814Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:51.237249394Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:51.242791606Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:54.384933245Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:54.385128338Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:54.398290029Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:54.39842295Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:54.437069594Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:54.437262242Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:54.495600044Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:54.495743934Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014\") failed: Property not found. retry in 58.75036ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:54.537713226Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246\") failed: Property not found. retry in 63.664048ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:54.545626288Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:54.54584322Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:54.545997648Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28\") failed: Property not found. retry in 36.378337ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:54.580393116Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014\") failed: Property not found. retry in 82.101255ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:54.606014277Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246\") failed: Property not found. retry in 127.931544ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:54.727036938Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28\") failed: Property not found. retry in 54.661446ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:54.780492288Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014\") failed: Property not found. retry in 162.261613ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:55.25008737Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28\") failed: Property not found. retry in 118.678692ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:55.323030922Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246\") failed: Property not found. retry in 227.506435ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:55.506857868Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014\") failed: Property not found. retry in 248.691599ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:55.728670255Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1\") failed: Property not found. retry in 43.919238ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:55.826351541Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28\") failed: Property not found. retry in 331.362733ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:55.886540657Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246\") failed: Property not found. retry in 328.866472ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:55.978250591Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1\") failed: Property not found. retry in 51.017038ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:56.150358539Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9\") failed: Property not found. retry in 39.543051ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:56.266903538Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28\") failed: Property not found. retry in 455.911681ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:56.300876177Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014\") failed: Property not found. retry in 1.097983488s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:56.329344633Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:56.344693935Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58694"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:33:56.344985971Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"1925fc61-aa81-4372-91e2-e713d1204e50","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58694","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":227,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1\") failed: Property not found. retry in 299.617229ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:56.356372755Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9\") failed: Property not found. retry in 58.096618ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:56.379328955Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246\") failed: Property not found. retry in 581.231261ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:56.400166968Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9\") failed: Property not found. retry in 229.75755ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:56.461127887Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1\") failed: Property not found. retry in 515.340796ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:56.741565968Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9\") failed: Property not found. retry in 358.175289ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:56.853391296Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28\") failed: Property not found. retry in 1.311484146s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:56.990997115Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246\") failed: Property not found. retry in 1.016230893s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:57.033294163Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9\") failed: Property not found. retry in 415.81032ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:57.226908643Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1\") failed: Property not found. retry in 798.347112ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:57.271041274Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014\") failed: Property not found. retry in 1.285195006s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:57.442345154Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9\") failed: Property not found. retry in 1.297306439s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:57.65509855Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246\") failed: Property not found. retry in 960.195714ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:58.062440479Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1\") failed: Property not found. retry in 1.226292137s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:58.081297174Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28\") failed: Property not found. retry in 974.600536ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:58.312679654Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014\") failed: Property not found. retry in 1.461287254s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:58.740035636Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9\") failed: Property not found. retry in 1.135592165s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:58.965893609Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246\") failed: Property not found. retry in 1.151075831s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:59.035296911Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28\") failed: Property not found. retry in 1.238290652s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:59.301157842Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1\") failed: Property not found. retry in 1.20716086s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:59.321957948Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:33:59.751922238Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"243.872438ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9\") failed: Property not found. retry in 1.375392594s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:00.114136155Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246\") failed: Property not found. retry in 603.553723ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:00.199643705Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014\") failed: Property not found. retry in 784.449682ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:00.214633546Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1\") failed: Property not found. retry in 780.393734ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:00.541062863Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28\") failed: Property not found. retry in 861.249409ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:00.550154603Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246\") failed: Property not found. retry in 1.251956638s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:00.814498933Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014\") failed: Property not found. retry in 728.574276ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:01.010229875Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1\") failed: Property not found. retry in 580.881547ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:01.332518716Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28\") failed: Property not found. retry in 884.888477ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:01.423136225Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9\") failed: Property not found. retry in 1.179263898s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:01.500633157Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014\") failed: Property not found. retry in 748.850445ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:01.749089596Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1\") failed: Property not found. retry in 764.63255ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:01.923080483Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246\") failed: Property not found. retry in 1.040956819s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:02.077211563Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28\") failed: Property not found. retry in 1.467996217s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:02.31762485Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014\") failed: Property not found. retry in 1.446237324s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:02.507832686Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9\") failed: Property not found. retry in 714.550709ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:02.689773846Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1\") failed: Property not found. retry in 899.217799ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:02.697810569Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246\") failed: Property not found. retry in 863.090105ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:03.126702935Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9\") failed: Property not found. retry in 711.41378ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:03.413172625Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1\") failed: Property not found. retry in 1.05958166s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:03.607266537Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28\") failed: Property not found. retry in 994.897199ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:03.795178387Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014\") failed: Property not found. retry in 674.230899ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:03.964007941Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246\") failed: Property not found. retry in 1.059232547s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:03.998812607Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9\") failed: Property not found. retry in 1.15138829s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:04.13435736Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014\") failed: Property not found. retry in 1.029882134s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:04.648310287Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1\") failed: Property not found. retry in 809.882177ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:04.676274969Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28\") failed: Property not found. retry in 888.161701ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:04.799040171Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246\") failed: Property not found. retry in 1.09369245s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:05.066760332Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9\") failed: Property not found. retry in 756.443117ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:05.29327485Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1\") failed: Property not found. retry in 1.13405793s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:05.495480527Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014\") failed: Property not found. retry in 774.345675ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:05.687886891Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28\") failed: Property not found. retry in 755.855911ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:05.696543673Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:06.655562873Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_cockroachdb_99301c48-601f-449e-8e73-447a87265d28"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:06.655615144Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:06.655623444Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_cockroachdb_0df55fc2-6b39-4a29-9df0-909dac438014"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:06.655628744Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_cockroachdb_777baf9d-7c4a-4b11-b86c-ebb4af23f5f1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:06.655634164Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_cockroachdb_789268ca-0469-4ab5-abce-6379b90792b9"} {"msg":"Writing ledger to /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:06.655686935Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:06.656157473Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:06.65656377Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"4bec2acf-b915-4b12-a4f8-5a626c80016e","remote_addr":"[fd00:1122:3344:101::1]:37535","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":15674363,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:06.6904028Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:45666"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:06.720526698Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"a8d3f165-cc3e-49b4-8e7c-137872e5b17a","remote_addr":"[fd00:1122:3344:101::1]:45666","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":30016,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:06.720728901Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1141","retry_after":"88.578274ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8d3f165-cc3e-49b4-8e7c-137872e5b17a\", \"content-length\": \"124\", \"date\": \"Thu, 28 Nov 2024 01:34:06 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a8d3f165-cc3e-49b4-8e7c-137872e5b17a\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:06.837000545Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"e1ff2c93-fc0f-4e04-a156-0baac08cf629","remote_addr":"[fd00:1122:3344:101::1]:45666","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":27052,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:06.837152668Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1141","retry_after":"101.218577ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1ff2c93-fc0f-4e04-a156-0baac08cf629\", \"content-length\": \"124\", \"date\": \"Thu, 28 Nov 2024 01:34:06 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e1ff2c93-fc0f-4e04-a156-0baac08cf629\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:06.967566765Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"8df3d5ea-2dff-4718-980b-db35ca7c95ed","remote_addr":"[fd00:1122:3344:101::1]:45666","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":28277,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:06.967726518Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1141","retry_after":"158.453143ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8df3d5ea-2dff-4718-980b-db35ca7c95ed\", \"content-length\": \"124\", \"date\": \"Thu, 28 Nov 2024 01:34:06 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8df3d5ea-2dff-4718-980b-db35ca7c95ed\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:07.156249737Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"d26aca97-a2be-4f38-9d2f-af8ba04e7819","remote_addr":"[fd00:1122:3344:101::1]:45666","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":29287,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:07.15641212Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1141","retry_after":"88.601723ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d26aca97-a2be-4f38-9d2f-af8ba04e7819\", \"content-length\": \"124\", \"date\": \"Thu, 28 Nov 2024 01:34:06 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d26aca97-a2be-4f38-9d2f-af8ba04e7819\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:07.272907337Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"70ec4e67-0342-4b82-b598-67f1ccb694c1","remote_addr":"[fd00:1122:3344:101::1]:45666","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":27278,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:07.273275113Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1141","retry_after":"216.081787ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70ec4e67-0342-4b82-b598-67f1ccb694c1\", \"content-length\": \"124\", \"date\": \"Thu, 28 Nov 2024 01:34:06 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"70ec4e67-0342-4b82-b598-67f1ccb694c1\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:07.515391418Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"def47b6a-02ce-49f7-be5b-4388fc3beff8","remote_addr":"[fd00:1122:3344:101::1]:45666","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":25783,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:07.515677843Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1141","retry_after":"309.100654ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"def47b6a-02ce-49f7-be5b-4388fc3beff8\", \"content-length\": \"124\", \"date\": \"Thu, 28 Nov 2024 01:34:07 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"def47b6a-02ce-49f7-be5b-4388fc3beff8\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:07.851448847Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"c242acd9-8aa3-4017-893d-b5fe62620edd","remote_addr":"[fd00:1122:3344:101::1]:45666","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":25761,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:07.851664121Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1141","retry_after":"291.011416ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c242acd9-8aa3-4017-893d-b5fe62620edd\", \"content-length\": \"124\", \"date\": \"Thu, 28 Nov 2024 01:34:07 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c242acd9-8aa3-4017-893d-b5fe62620edd\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:08.170300031Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"0dfa752f-a624-4671-9465-2c604ba392c2","remote_addr":"[fd00:1122:3344:101::1]:45666","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":26407,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:08.170486794Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1141","retry_after":"311.505824ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dfa752f-a624-4671-9465-2c604ba392c2\", \"content-length\": \"124\", \"date\": \"Thu, 28 Nov 2024 01:34:07 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0dfa752f-a624-4671-9465-2c604ba392c2\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:08.508871781Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"b7fc6f48-f99c-4c4c-8213-23cc3b0928f8","remote_addr":"[fd00:1122:3344:101::1]:45666","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":26153,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:08.509045094Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1141","retry_after":"463.264111ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7fc6f48-f99c-4c4c-8213-23cc3b0928f8\", \"content-length\": \"124\", \"date\": \"Thu, 28 Nov 2024 01:34:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b7fc6f48-f99c-4c4c-8213-23cc3b0928f8\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:09.001140123Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"64f9ee67-9601-40e8-9610-cb8e84bddda9","remote_addr":"[fd00:1122:3344:101::1]:45666","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":26666,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:09.001343106Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1141","retry_after":"556.778342ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64f9ee67-9601-40e8-9610-cb8e84bddda9\", \"content-length\": \"124\", \"date\": \"Thu, 28 Nov 2024 01:34:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"64f9ee67-9601-40e8-9610-cb8e84bddda9\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:09.587789555Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"58b28c90-9747-4b2d-ac77-6807e1ba1f8d","remote_addr":"[fd00:1122:3344:101::1]:45666","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_057f14d6-21ef-4a1a-9443-743301729246 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":28793,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:09.587991018Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1141","retry_after":"667.890675ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58b28c90-9747-4b2d-ac77-6807e1ba1f8d\", \"content-length\": \"124\", \"date\": \"Thu, 28 Nov 2024 01:34:09 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"58b28c90-9747-4b2d-ac77-6807e1ba1f8d\" }"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:10.28964651Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3743"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:22.523986537Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3761"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.145345165Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3784"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.148158061Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"f032605a-5818-4ac6-98cc-3018039f502e","remote_addr":"[fd00:1122:3344:101::1]:45666","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":15888909,"response_code":"204"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:26.158210898Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"254.351245ms"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 98733a1a-8c66-4d41-88fc-32826e30dc26 (service), filesystem_pool: Some(ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: e7a3f401-14e4-47b9-8060-4cbbfc840143 (service), filesystem_pool: Some(ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f9751d6f-77c7-44d3-9105-87b0872eec3f (service), filesystem_pool: Some(ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8ff676ac-4433-41a4-8ead-2afb6c570229 (service), filesystem_pool: Some(ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: dc5c6f99-a9da-4946-a74a-4accf50cbd91, kind: Service { id: 8ff676ac-4433-41a4-8ead-2afb6c570229 }, name: Name(\"ntp-8ff676ac-4433-41a4-8ead-2afb6c570229\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 184])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 057f14d6-21ef-4a1a-9443-743301729246 (service), filesystem_pool: Some(ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External } } } }, OmicronZoneConfig { id: 789268ca-0469-4ab5-abce-6379b90792b9 (service), filesystem_pool: Some(ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External } } } }, OmicronZoneConfig { id: 0df55fc2-6b39-4a29-9df0-909dac438014 (service), filesystem_pool: Some(ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External } } } }, OmicronZoneConfig { id: 99301c48-601f-449e-8e73-447a87265d28 (service), filesystem_pool: Some(ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 777baf9d-7c4a-4b11-b86c-ebb4af23f5f1 (service), filesystem_pool: Some(ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External } } } }, OmicronZoneConfig { id: b555dc2a-491b-4b5c-b5d7-24801f82c048 (service), filesystem_pool: Some(ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 7517eed1-3882-4d66-a665-f02c99641d63, kind: Service { id: b555dc2a-491b-4b5c-b5d7-24801f82c048 }, name: Name(\"external-dns-b555dc2a-491b-4b5c-b5d7-24801f82c048\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 7b4111aa-1a34-450f-8a24-b1db940782bf (service), filesystem_pool: Some(ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: bdbab4fe-05a5-497c-92d5-51ab355ee8a2, kind: Service { id: 7b4111aa-1a34-450f-8a24-b1db940782bf }, name: Name(\"external-dns-7b4111aa-1a34-450f-8a24-b1db940782bf\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 141])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0cdd90ac-34d6-41d9-bd04-18f3635adaf7 (service), filesystem_pool: Some(ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: c047ac03-3e6b-4894-a737-123382b38a57, kind: Service { id: 0cdd90ac-34d6-41d9-bd04-18f3635adaf7 }, name: Name(\"nexus-0cdd90ac-34d6-41d9-bd04-18f3635adaf7\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 75369688-7093-4009-81fe-7452642ec8ea (service), filesystem_pool: Some(ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 57c41de5-57cc-4ec0-b2a4-ec18275db374, kind: Service { id: 75369688-7093-4009-81fe-7452642ec8ea }, name: Name(\"nexus-75369688-7093-4009-81fe-7452642ec8ea\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 184])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 80d50149-adaa-4067-b457-5cd986e26bb3 (service), filesystem_pool: Some(ZpoolName { id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5d808073-b6dd-4352-8286-483c26ccb36e, kind: Service { id: 80d50149-adaa-4067-b457-5cd986e26bb3 }, name: Name(\"nexus-80d50149-adaa-4067-b457-5cd986e26bb3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 213, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 23eb10fc-92f9-426a-87ed-79c7f8d88f80 (service), filesystem_pool: Some(ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 572caa46-b393-41e5-987b-55dda03a9b6b (service), filesystem_pool: Some(ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External } } } }, OmicronZoneConfig { id: 0a628f94-2c6e-4a3f-bb0a-424cacb9bda4 (service), filesystem_pool: Some(ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0006cef9-8dc5-45d7-a16c-4b17021af389 (service), filesystem_pool: Some(ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: fd6f17dc-9876-49a2-b1cd-691de7641038 (service), filesystem_pool: Some(ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 84b9c0c5-4e7c-497b-bdf7-530f7affefbd (service), filesystem_pool: Some(ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External } } } }, OmicronZoneConfig { id: 4ef451f1-362e-4b8f-b326-cebe912a93f2 (service), filesystem_pool: Some(ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External } } } }, OmicronZoneConfig { id: 38fd655a-f8ea-4905-92f0-93d848854e08 (service), filesystem_pool: Some(ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External } } } }, OmicronZoneConfig { id: ed7bcb82-6a26-454d-9fa1-5649f99b7567 (service), filesystem_pool: Some(ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4ed6085e-23c7-4689-858f-d222cde8051e (service), filesystem_pool: Some(ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External } } } }, OmicronZoneConfig { id: c4aaac38-1e89-49ee-ac84-b46f390b0104 (service), filesystem_pool: Some(ZpoolName { id: 977ab5dc-c743-4525-b172-ecf8a9034abe (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 977ab5dc-c743-4525-b172-ecf8a9034abe (zpool), kind: External } } } }, OmicronZoneConfig { id: c97a6484-b9e2-4c10-af20-0c345ef06c0d (service), filesystem_pool: Some(ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 670e14e6-f825-4f64-b53b-9d0e2ac72917 (service), filesystem_pool: Some(ZpoolName { id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool), kind: External } } } }, OmicronZoneConfig { id: ca3e7ea2-a817-4a0e-b8d7-4b70764b832c (service), filesystem_pool: Some(ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.19035939Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:525"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.191095902Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:33459"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98733a1a-8c66-4d41-88fc-32826e30dc26, dataset_name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.19283006Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.192838991Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 98733a1a-8c66-4d41-88fc-32826e30dc26, dataset_name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e7a3f401-14e4-47b9-8060-4cbbfc840143, dataset_name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.244518415Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.244566346Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: e7a3f401-14e4-47b9-8060-4cbbfc840143, dataset_name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f9751d6f-77c7-44d3-9105-87b0872eec3f, dataset_name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.286957037Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.287001398Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: f9751d6f-77c7-44d3-9105-87b0872eec3f, dataset_name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 057f14d6-21ef-4a1a-9443-743301729246, dataset_name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.351708348Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.35179785Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 057f14d6-21ef-4a1a-9443-743301729246, dataset_name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.40678993Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45987"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.407375489Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"45dd03c4-0992-4959-ba79-bbaba2f9b8e9","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45987","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":190,"response_code":"200"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 789268ca-0469-4ab5-abce-6379b90792b9, dataset_name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.427668635Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.427686105Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 789268ca-0469-4ab5-abce-6379b90792b9, dataset_name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0df55fc2-6b39-4a29-9df0-909dac438014, dataset_name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.47269909Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.47273298Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 0df55fc2-6b39-4a29-9df0-909dac438014, dataset_name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99301c48-601f-449e-8e73-447a87265d28, dataset_name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.519410192Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.519461803Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 99301c48-601f-449e-8e73-447a87265d28, dataset_name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 777baf9d-7c4a-4b11-b86c-ebb4af23f5f1, dataset_name: DatasetName { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.562737509Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.56279873Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 777baf9d-7c4a-4b11-b86c-ebb4af23f5f1, dataset_name: DatasetName { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b555dc2a-491b-4b5c-b5d7-24801f82c048, dataset_name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.610207614Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.610257805Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: b555dc2a-491b-4b5c-b5d7-24801f82c048, dataset_name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7b4111aa-1a34-450f-8a24-b1db940782bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.653656173Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.653714184Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 7b4111aa-1a34-450f-8a24-b1db940782bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 572caa46-b393-41e5-987b-55dda03a9b6b, dataset_name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.698040797Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.698091918Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 572caa46-b393-41e5-987b-55dda03a9b6b, dataset_name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 84b9c0c5-4e7c-497b-bdf7-530f7affefbd, dataset_name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.739384081Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.739435622Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 84b9c0c5-4e7c-497b-bdf7-530f7affefbd, dataset_name: DatasetName { pool_name: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ef451f1-362e-4b8f-b326-cebe912a93f2, dataset_name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.782148538Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.782198789Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 4ef451f1-362e-4b8f-b326-cebe912a93f2, dataset_name: DatasetName { pool_name: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 38fd655a-f8ea-4905-92f0-93d848854e08, dataset_name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.82698266Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.827032861Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 38fd655a-f8ea-4905-92f0-93d848854e08, dataset_name: DatasetName { pool_name: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ed7bcb82-6a26-454d-9fa1-5649f99b7567, dataset_name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.875227267Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.875278538Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: ed7bcb82-6a26-454d-9fa1-5649f99b7567, dataset_name: DatasetName { pool_name: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ed6085e-23c7-4689-858f-d222cde8051e, dataset_name: DatasetName { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.923522556Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.923574987Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 4ed6085e-23c7-4689-858f-d222cde8051e, dataset_name: DatasetName { pool_name: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4aaac38-1e89-49ee-ac84-b46f390b0104, dataset_name: DatasetName { pool_name: ZpoolName { id: 977ab5dc-c743-4525-b172-ecf8a9034abe (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.964430613Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:26.964496844Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: c4aaac38-1e89-49ee-ac84-b46f390b0104, dataset_name: DatasetName { pool_name: ZpoolName { id: 977ab5dc-c743-4525-b172-ecf8a9034abe (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c97a6484-b9e2-4c10-af20-0c345ef06c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.006083752Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.006131283Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: c97a6484-b9e2-4c10-af20-0c345ef06c0d, dataset_name: DatasetName { pool_name: ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 670e14e6-f825-4f64-b53b-9d0e2ac72917, dataset_name: DatasetName { pool_name: ZpoolName { id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.050279163Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.050324604Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 670e14e6-f825-4f64-b53b-9d0e2ac72917, dataset_name: DatasetName { pool_name: ZpoolName { id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ca3e7ea2-a817-4a0e-b8d7-4b70764b832c, dataset_name: DatasetName { pool_name: ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.093399426Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.093455837Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: ca3e7ea2-a817-4a0e-b8d7-4b70764b832c, dataset_name: DatasetName { pool_name: ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.134370664Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.134664079Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.135403911Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.135624115Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.267671899Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.268058505Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.269681112Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.33184831Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.331905901Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.331910601Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.331914451Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.334285241Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.334360982Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.334365052Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.496427773Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.509484729Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.524864003Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.525061166Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.525100887Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.562491485Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.562519716Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.562524446Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.562528206Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.562659648Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.5694492Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.574747408Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.580170148Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.585800431Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.591887292Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.598577582Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.60389357Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.721557386Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.727918462Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.732983795Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.737824215Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.742591474Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.747686018Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.753741709Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.759757608Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.766773464Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.773715709Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.78044285Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.786041753Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.792208965Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.799263582Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.879208643Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.879989166Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.891616949Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.902957906Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.912969792Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.919679523Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.935284641Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:27.997725854Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.055282156Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.11294971Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.171713302Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.177563078Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.177577108Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.23751388Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 193, 141]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.237571911Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1263","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.242157527Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.242173307Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.304473447Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 213, 87]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.304503488Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1263","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.308987582Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.309000342Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.36449959Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 229, 184]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.364530121Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1263","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.365888163Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.365899103Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.436946789Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 177, 105]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.436973369Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1263","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.438677107Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.438690247Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.495429656Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 201, 190]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.495461097Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1263","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.505901019Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.50591743Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.506048472Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.506055282Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.506080492Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.506101702Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.506115883Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.506120893Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.507098569Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.507108469Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.508579334Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.510067708Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.512565649Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.51258124Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.5125888Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.514858097Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.517504891Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.518941755Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.518953105Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.51925636Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.772811334Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.787186882Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.800693835Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.817245349Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.831394643Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.846599225Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.863810579Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.875414391Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.885351025Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:28.898470962Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:32.547470267Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:32.547576049Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:32.547759702Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:32.548002116Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:32.548129658Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:32.548140908Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:32.908696201Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:32.908786013Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:32.91649165Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:32.923832322Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:32.931670261Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:32.939038613Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:33.238225842Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:33.238437525Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 56.914138ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.244085528Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\") failed: Property not found. retry in 29.649037ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.253091027Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 69.772978ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.261516686Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\") failed: Property not found. retry in 73.801465ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.271200767Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\") failed: Property not found. retry in 64.967555ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.280224256Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\") failed: Property not found. retry in 70.629982ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.289691202Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\") failed: Property not found. retry in 55.363737ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.298655001Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\") failed: Property not found. retry in 128.898419ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.306918057Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 108.068571ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.315431878Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 85.870614ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.342651278Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\") failed: Property not found. retry in 148.832494ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.357007576Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\") failed: Property not found. retry in 59.818582ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.367152863Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\") failed: Property not found. retry in 69.335631ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.376254904Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\") failed: Property not found. retry in 51.628731ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.386001365Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 145.069704ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.434577179Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 262.803358ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.447155647Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\") failed: Property not found. retry in 174.709251ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.460427426Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\") failed: Property not found. retry in 250.293217ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.472588038Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\") failed: Property not found. retry in 256.204186ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.484417633Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\") failed: Property not found. retry in 279.387618ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.497171224Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\") failed: Property not found. retry in 112.919621ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.518271383Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 547.626857ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.592647443Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\") failed: Property not found. retry in 510.469793ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.643654967Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\") failed: Property not found. retry in 313.433265ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.654182681Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 329.526144ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.723410926Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\") failed: Property not found. retry in 466.767447ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.732896513Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\") failed: Property not found. retry in 235.257132ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.752176892Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\") failed: Property not found. retry in 453.553702ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.787417775Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\") failed: Property not found. retry in 1.189439166s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:37.980374206Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\") failed: Property not found. retry in 869.87721ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:38.001132349Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 629.900894ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:38.063816406Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 972.293766ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:38.154525617Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\") failed: Property not found. retry in 875.349221ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:38.167011973Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\") failed: Property not found. retry in 860.618729ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:38.212921672Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\") failed: Property not found. retry in 900.640584ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:38.254066493Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 1.126563387s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:38.706839632Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\") failed: Property not found. retry in 1.067217447s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:38.884434919Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\") failed: Property not found. retry in 1.175617294s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:39.057219127Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\") failed: Property not found. retry in 805.312659ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:39.087592269Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 1.090518532s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:39.141636693Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\") failed: Property not found. retry in 1.333871075s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:39.168698591Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\") failed: Property not found. retry in 852.052109ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:39.18254368Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 554.646028ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:39.847509198Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\") failed: Property not found. retry in 1.267759342s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:39.90629324Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\") failed: Property not found. retry in 515.671421ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:39.966049219Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\") failed: Property not found. retry in 560.345053ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:40.049400417Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:40.099409794Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:40.099672099Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:40.191428147Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:40.19166316Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 656.28221ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:40.245365709Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\") failed: Property not found. retry in 1.390927633s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:40.258071269Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d\") failed: Property not found. retry in 73.227875ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:40.393788904Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 644.830482ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:40.4153344Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567\") failed: Property not found. retry in 59.66197ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:40.452787039Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d\") failed: Property not found. retry in 117.659856ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:40.478255221Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\") failed: Property not found. retry in 1.300918807s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:40.494035332Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\") failed: Property not found. retry in 1.090402534s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:40.514998468Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567\") failed: Property not found. retry in 57.723104ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:40.525189147Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:40.526027421Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:40.526280845Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:40.561739921Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:40.562056117Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567\") failed: Property not found. retry in 241.83074ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:40.593576828Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d\") failed: Property not found. retry in 142.063083ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:40.605739889Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\") failed: Property not found. retry in 1.227198857s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:40.663545125Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d\") failed: Property not found. retry in 477.807505ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:40.783890116Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567\") failed: Property not found. retry in 317.857109ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:40.857505553Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\") failed: Property not found. retry in 29.727463ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:40.907697083Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 573.44818ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:40.919929626Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\") failed: Property not found. retry in 95.956246ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:40.953635543Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389\") failed: Property not found. retry in 43.748969ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:40.96493925Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389\") failed: Property not found. retry in 102.073842ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:41.023280305Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\") failed: Property not found. retry in 216.851968ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:41.194515297Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\") failed: Property not found. retry in 1.03509228s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:41.205169664Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567\") failed: Property not found. retry in 930.3127ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:41.220720031Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389\") failed: Property not found. retry in 252.781271ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:41.232798831Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 1.160413129s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:41.243595379Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d\") failed: Property not found. retry in 1.112913642s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:41.279593834Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:41.279858169Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:41.280111593Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\") failed: Property not found. retry in 248.008853ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:41.424089895Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:41.467279839Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"592.033947ms"} {"msg":"wait for service Some(\"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3\") failed: Property not found. retry in 25.757986ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:41.488764404Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389\") failed: Property not found. retry in 392.874126ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:41.496262708Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 765.78214ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:41.503226473Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3\") failed: Property not found. retry in 61.080298ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:41.523060632Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3\") failed: Property not found. retry in 186.050754ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:41.59553136Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\") failed: Property not found. retry in 1.243045123s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:41.616388405Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\") failed: Property not found. retry in 716.250084ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:41.659450628Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\") failed: Property not found. retry in 719.117012ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:41.682248205Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:41.730542693Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:41.730688186Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3\") failed: Property not found. retry in 302.193253ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:41.795764422Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\") failed: Property not found. retry in 1.008661695s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:41.804349664Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:41.844110202Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:41.844302105Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea\") failed: Property not found. retry in 57.655435ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:41.894005796Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\") failed: Property not found. retry in 952.08969ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:41.904206085Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389\") failed: Property not found. retry in 952.238711ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:41.913643131Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea\") failed: Property not found. retry in 134.63931ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:41.961410881Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80\") failed: Property not found. retry in 35.395772ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:42.012021539Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80\") failed: Property not found. retry in 139.205953ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:42.057230466Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3\") failed: Property not found. retry in 453.238683ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:42.207046454Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80\") failed: Property not found. retry in 229.649118ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:42.217546288Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea\") failed: Property not found. retry in 239.03003ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:42.227566414Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567\") failed: Property not found. retry in 596.861502ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:42.236156186Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\") failed: Property not found. retry in 522.675537ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:42.250577004Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 1.245845892s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:42.277775424Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\") failed: Property not found. retry in 942.025436ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:42.38875921Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d\") failed: Property not found. retry in 1.438130178s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:42.405574848Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 1.153106366s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:42.416536589Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\") failed: Property not found. retry in 1.399525216s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:42.427947248Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80\") failed: Property not found. retry in 259.738832ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:42.459105934Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea\") failed: Property not found. retry in 465.595253ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:42.479616683Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3\") failed: Property not found. retry in 1.417384561s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:42.669939111Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80\") failed: Property not found. retry in 1.165778482s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:42.729380384Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\") failed: Property not found. retry in 1.123843927s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:42.783734843Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\") failed: Property not found. retry in 1.47939945s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:42.822372542Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567\") failed: Property not found. retry in 935.328595ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:42.841752992Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\") failed: Property not found. retry in 1.324692537s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:42.864919385Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\") failed: Property not found. retry in 742.075863ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:42.873248903Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389\") failed: Property not found. retry in 1.175382067s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:42.881376027Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea\") failed: Property not found. retry in 474.623793ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:42.954547468Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\") failed: Property not found. retry in 1.410254754s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:43.340567213Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea\") failed: Property not found. retry in 1.157984219s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:43.439217634Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 1.36785493s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:43.533111557Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 574.138432ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:43.579773639Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\") failed: Property not found. retry in 784.56337ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:43.624275385Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567\") failed: Property not found. retry in 1.056242829s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:43.786181943Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\") failed: Property not found. retry in 765.959028ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:43.837531833Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d\") failed: Property not found. retry in 937.211432ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:43.851554745Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80\") failed: Property not found. retry in 877.287265ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:43.90272512Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\") failed: Property not found. retry in 1.296155208s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:43.916925646Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389\") failed: Property not found. retry in 674.54023ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:44.066977097Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3\") failed: Property not found. retry in 685.417567ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:44.095439258Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 1.344927059s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:44.162307374Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\") failed: Property not found. retry in 842.092981ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:44.198798928Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\") failed: Property not found. retry in 770.515321ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:44.310266031Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\") failed: Property not found. retry in 1.243140053s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:44.417320742Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea\") failed: Property not found. retry in 896.954225ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:44.834077985Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3\") failed: Property not found. retry in 750.076639ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:44.887734162Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80\") failed: Property not found. retry in 706.164894ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:44.954776491Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\") failed: Property not found. retry in 789.89294ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:45.053795069Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\") failed: Property not found. retry in 617.811838ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:45.081329474Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\") failed: Property not found. retry in 533.357768ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:45.103948559Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567\") failed: Property not found. retry in 1.092435225s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:45.141352767Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d\") failed: Property not found. retry in 599.326636ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:45.164769065Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\") failed: Property not found. retry in 1.350164894s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:45.182726111Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389\") failed: Property not found. retry in 976.254989ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:45.194386574Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 1.202622302s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:45.209591346Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\") failed: Property not found. retry in 769.375943ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:45.226497126Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 815.10209ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:45.519225047Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3\") failed: Property not found. retry in 1.189671823s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:45.648612957Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\") failed: Property not found. retry in 1.115696477s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:45.659932495Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80\") failed: Property not found. retry in 1.210572414s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:45.673397487Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\") failed: Property not found. retry in 515.176833ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:45.686208989Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\") failed: Property not found. retry in 773.802603ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:45.711536418Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea\") failed: Property not found. retry in 1.405166645s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:45.742993188Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d\") failed: Property not found. retry in 1.469886661s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:45.775689999Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\") failed: Property not found. retry in 1.491790928s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:45.856685439Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\") failed: Property not found. retry in 1.125509632s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:46.009343523Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389\") failed: Property not found. retry in 952.845714ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:46.186115947Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\") failed: Property not found. retry in 595.124154ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:46.215391182Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567\") failed: Property not found. retry in 913.975461ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:46.246540307Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 602.299626ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:46.346793275Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 998.877835ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:46.424432779Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\") failed: Property not found. retry in 1.074949178s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:46.49584976Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\") failed: Property not found. retry in 820.865298ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:46.544991543Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:46.57385468Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:46.574027283Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\") failed: Property not found. retry in 1.090693408s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:46.790646906Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048\") failed: Property not found. retry in 69.778254ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:46.80901039Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\") failed: Property not found. retry in 1.166078032s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:46.823938677Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3\") failed: Property not found. retry in 1.130189586s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:46.850608748Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:46.862668407Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:46.86285087Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048\") failed: Property not found. retry in 101.665158ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:46.891070867Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80\") failed: Property not found. retry in 571.03414ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:46.906001574Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 500.644549ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.006990524Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048\") failed: Property not found. retry in 227.423859ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.027842269Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:47.111373341Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:47.111548414Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd\") failed: Property not found. retry in 67.162692ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.126481401Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\") failed: Property not found. retry in 680.356926ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.148693438Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea\") failed: Property not found. retry in 502.912106ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.161358328Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389\") failed: Property not found. retry in 1.366492684s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.172862978Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567\") failed: Property not found. retry in 1.318754568s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.184621062Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd\") failed: Property not found. retry in 127.665183ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.204687894Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d\") failed: Property not found. retry in 1.178772747s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.276722086Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048\") failed: Property not found. retry in 570.524821ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.301903992Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd\") failed: Property not found. retry in 245.616486ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.348834298Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038\") failed: Property not found. retry in 59.695081ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.359064178Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\") failed: Property not found. retry in 624.931665ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.368968282Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\") failed: Property not found. retry in 720.655485ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.379428395Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038\") failed: Property not found. retry in 52.332648ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.42995494Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 881.700387ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.44083319Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80\") failed: Property not found. retry in 743.699962ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.490512692Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038\") failed: Property not found. retry in 248.868498ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.50490846Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 835.343075ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.519150966Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\") failed: Property not found. retry in 1.368822989s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.583926917Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd\") failed: Property not found. retry in 315.050483ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.605458353Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea\") failed: Property not found. retry in 857.996786ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.673703162Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038\") failed: Property not found. retry in 499.130761ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.766026609Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\") failed: Property not found. retry in 1.347017896s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.841609419Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:47.846012042Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:47.846092783Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048\") failed: Property not found. retry in 1.04953825s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.884701181Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\") failed: Property not found. retry in 692.935588ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.897485163Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd\") failed: Property not found. retry in 959.186055ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.933117922Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3\") failed: Property not found. retry in 1.07014495s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:47.996545491Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\") failed: Property not found. retry in 909.392541ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:48.00913337Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\") failed: Property not found. retry in 1.404087097s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:48.021367332Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7\") failed: Property not found. retry in 71.282513ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:48.070312681Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\") failed: Property not found. retry in 1.018786723s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:48.11192644Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7\") failed: Property not found. retry in 145.44168ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:48.156135061Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80\") failed: Property not found. retry in 1.410157563s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:48.245005271Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038\") failed: Property not found. retry in 506.696861ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:48.276505042Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7\") failed: Property not found. retry in 241.607398ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:48.313798939Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 1.393549171s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:48.364988045Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 1.111726751s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:48.374012534Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d\") failed: Property not found. retry in 1.49334054s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:48.464836017Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567\") failed: Property not found. retry in 1.470254326s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:48.512462484Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea\") failed: Property not found. retry in 1.283114352s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:48.541970183Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389\") failed: Property not found. retry in 1.449618955s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:48.551201665Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7\") failed: Property not found. retry in 309.405666ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:48.56415269Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\") failed: Property not found. retry in 728.045245ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:48.601237323Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038\") failed: Property not found. retry in 1.447919504s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:48.793395261Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7\") failed: Property not found. retry in 770.767897ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:48.88526303Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd\") failed: Property not found. retry in 758.550218ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:48.903804077Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\") failed: Property not found. retry in 540.084299ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:48.931474654Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048\") failed: Property not found. retry in 1.107474029s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:48.945275363Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\") failed: Property not found. retry in 1.121225987s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:48.963989632Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3\") failed: Property not found. retry in 1.234500084s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:49.07812001Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\") failed: Property not found. retry in 1.479076481s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:49.142250331Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\") failed: Property not found. retry in 810.408257ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:49.201581022Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\") failed: Property not found. retry in 1.306967522s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:49.34415417Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\") failed: Property not found. retry in 940.843476ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:49.438691674Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\") failed: Property not found. retry in 893.432127ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:49.484283318Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 782.630713ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:49.499969568Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80\") failed: Property not found. retry in 951.865183ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:49.668551086Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd\") failed: Property not found. retry in 1.486908792s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:49.681103024Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7\") failed: Property not found. retry in 811.434778ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:49.692645804Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 1.098058636s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:49.772919732Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea\") failed: Property not found. retry in 1.165117084s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:49.840973518Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d\") failed: Property not found. retry in 1.10693451s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:49.971067089Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567\") failed: Property not found. retry in 643.259686ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:49.995515124Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389\") failed: Property not found. retry in 642.07777ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:50.01406476Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\") failed: Property not found. retry in 861.245389ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:50.026009168Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048\") failed: Property not found. retry in 1.301135156s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:50.063405447Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\") failed: Property not found. retry in 1.438508552s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:50.096316921Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038\") failed: Property not found. retry in 545.486772ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:50.253328158Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 1.106283826s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:50.295467275Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3\") failed: Property not found. retry in 1.478790689s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:50.327039337Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\") failed: Property not found. retry in 885.073443ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:50.388980172Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\") failed: Property not found. retry in 1.111656765s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:50.400260368Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7\") failed: Property not found. retry in 659.419516ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:50.518540044Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80\") failed: Property not found. retry in 679.966201ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:50.631882689Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\") failed: Property not found. retry in 972.685954ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:50.642453044Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567\") failed: Property not found. retry in 1.030653005s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:50.654446452Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\") failed: Property not found. retry in 736.519042ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:50.667746762Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389\") failed: Property not found. retry in 1.02195794s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:50.680444702Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038\") failed: Property not found. retry in 871.322313ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:50.814347007Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 897.525265ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:50.888776228Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\") failed: Property not found. retry in 1.387183225s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:50.9033929Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea\") failed: Property not found. retry in 1.201429998s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:51.019092123Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d\") failed: Property not found. retry in 1.202253342s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:51.092966265Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd\") failed: Property not found. retry in 1.281241449s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:51.18393204Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7\") failed: Property not found. retry in 1.416902936s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:51.198767465Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\") failed: Property not found. retry in 730.636124ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:51.286675649Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80\") failed: Property not found. retry in 841.236318ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:51.324028087Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048\") failed: Property not found. retry in 1.349523429s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:51.378512738Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 580.036881ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:51.41431332Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\") failed: Property not found. retry in 1.413118076s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:51.426088395Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\") failed: Property not found. retry in 502.048374ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:51.52314942Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\") failed: Property not found. retry in 697.225313ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:51.547638555Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\") failed: Property not found. retry in 1.065268338s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:51.62649564Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567\") failed: Property not found. retry in 1.245782627s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:51.699366385Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038\") failed: Property not found. retry in 1.135197801s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:51.70935913Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389\") failed: Property not found. retry in 837.598235ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:51.72086435Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 532.618646ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:51.798475534Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3\") failed: Property not found. retry in 790.235049ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:51.816669065Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 924.396521ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:52.007161845Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\") failed: Property not found. retry in 837.271213ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:52.030675184Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\") failed: Property not found. retry in 1.358938716s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:52.043063159Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80\") failed: Property not found. retry in 1.026853444s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:52.17792543Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea\") failed: Property not found. retry in 656.819897ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:52.232148467Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\") failed: Property not found. retry in 1.09686329s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:52.259899586Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\") failed: Property not found. retry in 587.686823ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:52.302603552Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d\") failed: Property not found. retry in 1.0745803s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:52.311794564Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 525.625379ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:52.34239225Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd\") failed: Property not found. retry in 1.014477617s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:52.479559219Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:52.503750329Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:52.50377797Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389\") failed: Property not found. retry in 1.333331245s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:52.571751074Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3\") failed: Property not found. retry in 532.627618ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:52.621379505Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7\") failed: Property not found. retry in 1.324772448s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:52.636118828Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\") failed: Property not found. retry in 973.433614ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:52.708465405Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b\") failed: Property not found. retry in 58.855931ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:52.729886629Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048\") failed: Property not found. retry in 680.880916ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:52.741984259Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b\") failed: Property not found. retry in 50.140623ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:52.802572872Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 912.202474ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:53.090558015Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b\") failed: Property not found. retry in 127.903247ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:53.142094877Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\") failed: Property not found. retry in 640.019492ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:53.15616118Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\") failed: Property not found. retry in 951.649399ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:53.169066863Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\") failed: Property not found. retry in 840.838833ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:53.184846474Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea\") failed: Property not found. retry in 818.792909ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:53.197967861Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038\") failed: Property not found. retry in 517.586082ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:53.209459861Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567\") failed: Property not found. retry in 871.869095ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:53.22150777Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 1.346535704s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:53.235224847Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3\") failed: Property not found. retry in 1.365072084s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:53.248400625Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80\") failed: Property not found. retry in 810.499617ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:53.263249781Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b\") failed: Property not found. retry in 373.145015ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:53.286817831Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\") failed: Property not found. retry in 1.095582952s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:53.372486668Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d\") failed: Property not found. retry in 1.295888257s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:53.398530938Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\") failed: Property not found. retry in 982.811642ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:53.414914389Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048\") failed: Property not found. retry in 1.224712762s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:53.433157911Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd\") failed: Property not found. retry in 1.494937889s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:53.50804862Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b\") failed: Property not found. retry in 866.042683ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:53.673876963Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\") failed: Property not found. retry in 1.161015825s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:53.692652913Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038\") failed: Property not found. retry in 1.355688229s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:53.740162619Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\") failed: Property not found. retry in 683.970423ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:53.809631428Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389\") failed: Property not found. retry in 949.744422ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:53.914788777Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7\") failed: Property not found. retry in 1.007101767s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:53.969204127Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 657.552194ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:54.011801312Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea\") failed: Property not found. retry in 742.46222ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:54.027061854Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\") failed: Property not found. retry in 1.235416936s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:54.036179775Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80\") failed: Property not found. retry in 865.956534ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:54.084383302Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567\") failed: Property not found. retry in 517.539311ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:54.102792187Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\") failed: Property not found. retry in 1.028800479s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:54.12961727Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\") failed: Property not found. retry in 1.326731971s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:54.40829463Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\") failed: Property not found. retry in 697.568955ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:54.479621159Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\") failed: Property not found. retry in 674.833776ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:54.503633837Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b\") failed: Property not found. retry in 1.036449452s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:54.551287675Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 1.201226354s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:54.59329268Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3\") failed: Property not found. retry in 1.22677556s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:54.623349967Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567\") failed: Property not found. retry in 1.207124932s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:54.633993493Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048\") failed: Property not found. retry in 1.21900699s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:54.667460546Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 583.275356ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:54.679667418Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d\") failed: Property not found. retry in 1.407743959s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:54.704475459Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea\") failed: Property not found. retry in 707.399481ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:54.778841089Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\") failed: Property not found. retry in 953.305124ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:54.864926792Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389\") failed: Property not found. retry in 606.973493ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:54.874714229Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80\") failed: Property not found. retry in 838.663434ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:54.96758411Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7\") failed: Property not found. retry in 1.484017096s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:54.985946174Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd\") failed: Property not found. retry in 689.556787ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:55.012832789Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038\") failed: Property not found. retry in 1.073120586s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:55.106512098Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\") failed: Property not found. retry in 1.091150492s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:55.171194928Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\") failed: Property not found. retry in 977.740879ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:55.187236753Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\") failed: Property not found. retry in 1.256823093s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:55.196341234Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 957.400309ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:55.274387225Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c\") failed: Property not found. retry in 1.337347527s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:55.283541606Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389\") failed: Property not found. retry in 1.315811379s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:55.493948236Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea\") failed: Property not found. retry in 588.545753ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:55.502543469Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b\") failed: Property not found. retry in 769.497854ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:55.597858495Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd\") failed: Property not found. retry in 1.428347789s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:55.711936852Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917\") failed: Property not found. retry in 702.099928ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:55.746119997Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104\") failed: Property not found. retry in 1.077715761s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:55.804809418Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80\") failed: Property not found. retry in 1.379636198s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:55.816635624Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2\") failed: Property not found. retry in 1.23642142s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:55.827370821Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567\") failed: Property not found. retry in 666.541048ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:55.851019582Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3\") failed: Property not found. retry in 770.309326ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:55.859534093Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048\") failed: Property not found. retry in 831.511817ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:55.896221089Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea\") failed: Property not found. retry in 606.679339ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:56.101271691Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d\") failed: Property not found. retry in 1.344151279s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:56.12298067Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08\") failed: Property not found. retry in 1.070097273s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:56.175355166Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038\") failed: Property not found. retry in 692.496272ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:56.191170388Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf\") failed: Property not found. retry in 556.390181ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:56.24267701Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e\") failed: Property not found. retry in 849.930619ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:56.271057939Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b\") failed: Property not found. retry in 1.292335189s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:56.380866996Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:56.568581441Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63925"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:34:56.572862771Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"58a5ae0c-4ba1-4257-b83c-6c78dda90fe8","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63925","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":782,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4\") failed: Property not found. retry in 1.100361166s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:56.574246524Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7\") failed: Property not found. retry in 602.502674ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:56.596505119Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048\") failed: Property not found. retry in 635.287697ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:56.747299646Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038\") failed: Property not found. retry in 755.108648ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:56.912429987Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd\") failed: Property not found. retry in 669.088904ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:57.160152565Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:57.225512175Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"1.68160155s"} {"msg":"wait for service Some(\"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7\") failed: Property not found. retry in 1.078910816s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:57.233861664Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048\") failed: Property not found. retry in 1.226149742s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:57.396219909Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038\") failed: Property not found. retry in 706.380927ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:57.682353022Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b\") failed: Property not found. retry in 933.648096ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:57.695871875Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b\") failed: Property not found. retry in 1.320379745s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:58.663717923Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b\") failed: Property not found. retry in 668.287689ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:34:59.998926467Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b\") failed: Property not found. retry in 1.360209967s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:35:00.683927867Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b\") failed: Property not found. retry in 643.247013ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:35:02.054621608Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:35:02.347555703Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"2.344803929s"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.729585732Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_c4aaac38-1e89-49ee-ac84-b46f390b0104"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.729638443Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_external_dns_7b4111aa-1a34-450f-8a24-b1db940782bf"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.729643483Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_nexus_80d50149-adaa-4067-b457-5cd986e26bb3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.729647373Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_oximeter_23eb10fc-92f9-426a-87ed-79c7f8d88f80"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.729669563Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_clickhouse_572caa46-b393-41e5-987b-55dda03a9b6b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.729673863Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_pantry_0a628f94-2c6e-4a3f-bb0a-424cacb9bda4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.73006779Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_38fd655a-f8ea-4905-92f0-93d848854e08"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.73007809Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_84b9c0c5-4e7c-497b-bdf7-530f7affefbd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.73008383Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_4ed6085e-23c7-4689-858f-d222cde8051e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.73009124Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_ca3e7ea2-a817-4a0e-b8d7-4b70764b832c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.73009749Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_nexus_75369688-7093-4009-81fe-7452642ec8ea"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.73010373Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_external_dns_b555dc2a-491b-4b5c-b5d7-24801f82c048"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.7301095Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_pantry_fd6f17dc-9876-49a2-b1cd-691de7641038"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.730116731Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_ed7bcb82-6a26-454d-9fa1-5649f99b7567"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.73012236Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_nexus_0cdd90ac-34d6-41d9-bd04-18f3635adaf7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.730128111Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_c97a6484-b9e2-4c10-af20-0c345ef06c0d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.730135261Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_4ef451f1-362e-4b8f-b326-cebe912a93f2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.730178801Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_670e14e6-f825-4f64-b53b-9d0e2ac72917"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.730187902Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_pantry_0006cef9-8dc5-45d7-a16c-4b17021af389"} {"msg":"Writing ledger to /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.740528903Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.743151986Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.758821685Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"7b60f59e-0c0f-45fb-bb71-41e089e134af","remote_addr":"[fd00:1122:3344:101::1]:33459","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36566773,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.763636575Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1435"} {"msg":"Writing ledger to /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.772540042Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.772705215Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.790256395Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:774"} {"msg":"Nexus address: [fd00:1122:3344:101::a]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.79474478Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:786"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n tx_eq: None,\n uplink_port_fec: Some(\n None,\n ),\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.826606416Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1000"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/847c32d1-2da6-4de4-82bb-09f10249a7c3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.837173391Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/847c32d1-2da6-4de4-82bb-09f10249a7c3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:02.901516645Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/847c32d1-2da6-4de4-82bb-09f10249a7c3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:03.008887471Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/847c32d1-2da6-4de4-82bb-09f10249a7c3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:03.136157346Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/847c32d1-2da6-4de4-82bb-09f10249a7c3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:03.249538602Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/847c32d1-2da6-4de4-82bb-09f10249a7c3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:03.387825929Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/847c32d1-2da6-4de4-82bb-09f10249a7c3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:03.6351607Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/847c32d1-2da6-4de4-82bb-09f10249a7c3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:03.832486304Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/847c32d1-2da6-4de4-82bb-09f10249a7c3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:04.24219799Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/847c32d1-2da6-4de4-82bb-09f10249a7c3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:04.591950095Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:35:04.725578515Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"5.579983645s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/847c32d1-2da6-4de4-82bb-09f10249a7c3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:05.347005013Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/847c32d1-2da6-4de4-82bb-09f10249a7c3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:06.101615874Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/847c32d1-2da6-4de4-82bb-09f10249a7c3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:06.663383616Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d15c2f1e-bb60-4b7d-b006-7a5e1bd5cee8\", \"content-length\": \"173\", \"date\": \"Thu, 28 Nov 2024 01:35:07 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"847c32d1-2da6-4de4-82bb-09f10249a7c3\\\"\", request_id: \"d15c2f1e-bb60-4b7d-b006-7a5e1bd5cee8\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:08.131723612Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26dca777-2249-4896-8066-4927fb13dcfc\", \"content-length\": \"173\", \"date\": \"Thu, 28 Nov 2024 01:35:09 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"847c32d1-2da6-4de4-82bb-09f10249a7c3\\\"\", request_id: \"26dca777-2249-4896-8066-4927fb13dcfc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:09.090173024Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3895612a-81fb-4502-bfe7-1c4dee3b820d\", \"content-length\": \"173\", \"date\": \"Thu, 28 Nov 2024 01:35:09 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"847c32d1-2da6-4de4-82bb-09f10249a7c3\\\"\", request_id: \"3895612a-81fb-4502-bfe7-1c4dee3b820d\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:09.893840886Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77c9a5a3-5f97-4700-9207-bb1ba2ef39c1\", \"content-length\": \"173\", \"date\": \"Thu, 28 Nov 2024 01:35:14 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"12368a57-a643-445a-b32d-da10700bd20e\\\"\", request_id: \"77c9a5a3-5f97-4700-9207-bb1ba2ef39c1\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:14.270317032Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6823a8f-383a-4170-a65e-5245a2b1ddd9\", \"content-length\": \"173\", \"date\": \"Thu, 28 Nov 2024 01:35:16 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"12368a57-a643-445a-b32d-da10700bd20e\\\"\", request_id: \"c6823a8f-383a-4170-a65e-5245a2b1ddd9\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:16.374870141Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72255a2f-4458-413d-8093-05668c786764\", \"content-length\": \"173\", \"date\": \"Thu, 28 Nov 2024 01:35:18 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"12368a57-a643-445a-b32d-da10700bd20e\\\"\", request_id: \"72255a2f-4458-413d-8093-05668c786764\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:18.491955787Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9037c38b-4897-48a2-91ee-f98300787b42\", \"content-length\": \"173\", \"date\": \"Thu, 28 Nov 2024 01:35:21 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"12368a57-a643-445a-b32d-da10700bd20e\\\"\", request_id: \"9037c38b-4897-48a2-91ee-f98300787b42\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:21.898949118Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cf4645c-7d1c-4870-bff3-a5196844de99\", \"content-length\": \"173\", \"date\": \"Thu, 28 Nov 2024 01:35:23 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"12368a57-a643-445a-b32d-da10700bd20e\\\"\", request_id: \"1cf4645c-7d1c-4870-bff3-a5196844de99\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:24.17903294Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:26.609331247Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49738"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:26.609397568Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"5901a329-b423-4c71-993f-06f7c9b07d29","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49738","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":28,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74814783-11aa-4ef7-a6f8-59f540e3cd36\", \"content-length\": \"173\", \"date\": \"Thu, 28 Nov 2024 01:35:27 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"12368a57-a643-445a-b32d-da10700bd20e\\\"\", request_id: \"74814783-11aa-4ef7-a6f8-59f540e3cd36\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:27.447995408Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a9b6091-2d35-4691-ab3d-4b0764341064\", \"content-length\": \"173\", \"date\": \"Thu, 28 Nov 2024 01:35:32 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"12368a57-a643-445a-b32d-da10700bd20e\\\"\", request_id: \"7a9b6091-2d35-4691-ab3d-4b0764341064\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:33.026739419Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aae9a7b5-64b9-4e29-9247-445695a939f6\", \"content-length\": \"173\", \"date\": \"Thu, 28 Nov 2024 01:35:39 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"12368a57-a643-445a-b32d-da10700bd20e\\\"\", request_id: \"aae9a7b5-64b9-4e29-9247-445695a939f6\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:40.03718096Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"551bc91d-c977-4929-9cdc-39779b417f93\", \"content-length\": \"173\", \"date\": \"Thu, 28 Nov 2024 01:35:48 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"12368a57-a643-445a-b32d-da10700bd20e\\\"\", request_id: \"551bc91d-c977-4929-9cdc-39779b417f93\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:48.581678975Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.441177879Z","hostname":"buskin","pid":1566,"component":"NexusNotifierTask","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.531002365Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:45776"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.53130962Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.53131827Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.53134381Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.531657376Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.545634607Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.546122915Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.568251601Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.568283051Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_8164ba35-0eff-436a-9b6b-80912419e510"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.591726289Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.59175437Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_0176efd8-6a11-46a9-8bcd-a97e447fcb50"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.612191618Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.612230948Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_beaaa347-4478-48b4-b888-a5873241ded0"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.633132304Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.633174845Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.648361246Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35485"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.64864732Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"3806a96e-8d2f-4a84-ab00-84336d4ba596","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35485","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 977ab5dc-c743-4525-b172-ecf8a9034abe (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.654488187Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.654500648Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_977ab5dc-c743-4525-b172-ecf8a9034abe"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.673221027Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.673254618Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_2fcc59ee-335a-4c80-bbcf-e66263237ec3"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.693914049Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.693967262Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_c7ca3a79-57f5-4e47-8807-03bd67966814"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.712649999Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.7126846Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_75598bf6-d28b-4334-94db-398fc2a8b539"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:56.724469375Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"560d6f41-30c9-49e3-89c7-5ce04f85ae1c","remote_addr":"[fd00:1122:3344:101::a]:45776","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":193367,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:58.699874347Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:35188"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:58.706347834Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7517eed1-3882-4d66-a665-f02c99641d63, kind: Service { id: b555dc2a-491b-4b5c-b5d7-24801f82c048 }, name: Name(\"external-dns-b555dc2a-491b-4b5c-b5d7-24801f82c048\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bdbab4fe-05a5-497c-92d5-51ab355ee8a2, kind: Service { id: 7b4111aa-1a34-450f-8a24-b1db940782bf }, name: Name(\"external-dns-7b4111aa-1a34-450f-8a24-b1db940782bf\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 141])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 57c41de5-57cc-4ec0-b2a4-ec18275db374, kind: Service { id: 75369688-7093-4009-81fe-7452642ec8ea }, name: Name(\"nexus-75369688-7093-4009-81fe-7452642ec8ea\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 184])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5d808073-b6dd-4352-8286-483c26ccb36e, kind: Service { id: 80d50149-adaa-4067-b457-5cd986e26bb3 }, name: Name(\"nexus-80d50149-adaa-4067-b457-5cd986e26bb3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 213, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c047ac03-3e6b-4894-a737-123382b38a57, kind: Service { id: 0cdd90ac-34d6-41d9-bd04-18f3635adaf7 }, name: Name(\"nexus-0cdd90ac-34d6-41d9-bd04-18f3635adaf7\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:58.706400785Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:58.706429616Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:58.706438276Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:58.706452086Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:58.706458156Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:58.706462996Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:58.706530527Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"fd86dd06-5e30-43ea-b8c6-4b553463558c","remote_addr":"[fd00:1122:3344:101::a]:35188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6534,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:58.707203219Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1072"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:58.933927328Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60380"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:58.93403691Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:58.9340443Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:58.934086941Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:58.934366165Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:58.947019815Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:58.947066906Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:58.974337137Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:58.974383077Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_8164ba35-0eff-436a-9b6b-80912419e510"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:58.998336394Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:58.998390814Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_0176efd8-6a11-46a9-8bcd-a97e447fcb50"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.021773701Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.021824332Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_beaaa347-4478-48b4-b888-a5873241ded0"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.042710008Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.042759138Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 977ab5dc-c743-4525-b172-ecf8a9034abe (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.062578826Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.062626157Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_977ab5dc-c743-4525-b172-ecf8a9034abe"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.081835215Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.081874245Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_2fcc59ee-335a-4c80-bbcf-e66263237ec3"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.103896849Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.10393724Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_c7ca3a79-57f5-4e47-8807-03bd67966814"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.126188878Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.126229309Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_75598bf6-d28b-4334-94db-398fc2a8b539"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.139769413Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"a9b3007b-259d-4cbb-b0e8-85e7d6a7f41d","remote_addr":"[fd00:1122:3344:101::a]:60380","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":205755,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.597010236Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63632"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.59725593Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7517eed1-3882-4d66-a665-f02c99641d63, kind: Service { id: b555dc2a-491b-4b5c-b5d7-24801f82c048 }, name: Name(\"external-dns-b555dc2a-491b-4b5c-b5d7-24801f82c048\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bdbab4fe-05a5-497c-92d5-51ab355ee8a2, kind: Service { id: 7b4111aa-1a34-450f-8a24-b1db940782bf }, name: Name(\"external-dns-7b4111aa-1a34-450f-8a24-b1db940782bf\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 141])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 57c41de5-57cc-4ec0-b2a4-ec18275db374, kind: Service { id: 75369688-7093-4009-81fe-7452642ec8ea }, name: Name(\"nexus-75369688-7093-4009-81fe-7452642ec8ea\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 184])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5d808073-b6dd-4352-8286-483c26ccb36e, kind: Service { id: 80d50149-adaa-4067-b457-5cd986e26bb3 }, name: Name(\"nexus-80d50149-adaa-4067-b457-5cd986e26bb3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 213, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c047ac03-3e6b-4894-a737-123382b38a57, kind: Service { id: 0cdd90ac-34d6-41d9-bd04-18f3635adaf7 }, name: Name(\"nexus-0cdd90ac-34d6-41d9-bd04-18f3635adaf7\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.597316081Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.597346931Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.597357971Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.597371582Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.597390102Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.597399212Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.597423223Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"e72e5522-9777-4324-80cf-6b7e3385123c","remote_addr":"[fd00:1122:3344:101::a]:63632","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":357,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.662721983Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55295"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.662906955Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7517eed1-3882-4d66-a665-f02c99641d63, kind: Service { id: b555dc2a-491b-4b5c-b5d7-24801f82c048 }, name: Name(\"external-dns-b555dc2a-491b-4b5c-b5d7-24801f82c048\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bdbab4fe-05a5-497c-92d5-51ab355ee8a2, kind: Service { id: 7b4111aa-1a34-450f-8a24-b1db940782bf }, name: Name(\"external-dns-7b4111aa-1a34-450f-8a24-b1db940782bf\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 141])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 57c41de5-57cc-4ec0-b2a4-ec18275db374, kind: Service { id: 75369688-7093-4009-81fe-7452642ec8ea }, name: Name(\"nexus-75369688-7093-4009-81fe-7452642ec8ea\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 184])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5d808073-b6dd-4352-8286-483c26ccb36e, kind: Service { id: 80d50149-adaa-4067-b457-5cd986e26bb3 }, name: Name(\"nexus-80d50149-adaa-4067-b457-5cd986e26bb3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 213, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c047ac03-3e6b-4894-a737-123382b38a57, kind: Service { id: 0cdd90ac-34d6-41d9-bd04-18f3635adaf7 }, name: Name(\"nexus-0cdd90ac-34d6-41d9-bd04-18f3635adaf7\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.662939726Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.662958847Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.662968227Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.662988547Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.662994447Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.663000107Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.663008797Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"85dcd4c4-d0af-4ff0-86be-bb90e36464bb","remote_addr":"[fd00:1122:3344:101::c]:55295","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":192,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.951611077Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57433"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.951787301Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7517eed1-3882-4d66-a665-f02c99641d63, kind: Service { id: b555dc2a-491b-4b5c-b5d7-24801f82c048 }, name: Name(\"external-dns-b555dc2a-491b-4b5c-b5d7-24801f82c048\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bdbab4fe-05a5-497c-92d5-51ab355ee8a2, kind: Service { id: 7b4111aa-1a34-450f-8a24-b1db940782bf }, name: Name(\"external-dns-7b4111aa-1a34-450f-8a24-b1db940782bf\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 141])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 57c41de5-57cc-4ec0-b2a4-ec18275db374, kind: Service { id: 75369688-7093-4009-81fe-7452642ec8ea }, name: Name(\"nexus-75369688-7093-4009-81fe-7452642ec8ea\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 184])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5d808073-b6dd-4352-8286-483c26ccb36e, kind: Service { id: 80d50149-adaa-4067-b457-5cd986e26bb3 }, name: Name(\"nexus-80d50149-adaa-4067-b457-5cd986e26bb3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 213, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c047ac03-3e6b-4894-a737-123382b38a57, kind: Service { id: 0cdd90ac-34d6-41d9-bd04-18f3635adaf7 }, name: Name(\"nexus-0cdd90ac-34d6-41d9-bd04-18f3635adaf7\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.951841265Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.95186655Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.951879722Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.951888853Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.951903366Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.951911203Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:35:59.951931988Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"5795e6ff-d32a-439f-8604-1dd628be6444","remote_addr":"[fd00:1122:3344:101::b]:57433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":270,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:07.942893173Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44115"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:07.94325035Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"eb3d5ddd-a72d-46f5-b585-08cfae7cec95","remote_addr":"[fd00:1122:3344:101::a]:44115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":228,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:07.970268717Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:07.970291578Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"49c561c0-1bde-41e2-8af4-38768ee5d5d5","remote_addr":"[fd00:1122:3344:101::a]:44115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":994,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:08.160549904Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ea0c665d-383a-4b0d-86e3-a775e03b7208","remote_addr":"[fd00:1122:3344:101::a]:44115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1667,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.228372046Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48122"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.228512018Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1f5ef39b-560e-48f5-b1a5-2521de1cf993","remote_addr":"[fd00:1122:3344:101::b]:48122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.395828515Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:40259"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.395988928Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ab908470-a0c0-408c-9e9c-cb63e117521a","remote_addr":"[fd00:1122:3344:101::c]:40259","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":69,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.452984411Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.453016441Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"19be250c-9200-4ec0-b57d-5f6b4ce77dff","remote_addr":"[fd00:1122:3344:101::b]:48122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.500832662Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37677"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.501689036Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"2c3ea817-e927-4654-a32f-fdeba020e054","remote_addr":"[fd00:1122:3344:101::c]:37677","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":730,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.536325859Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56566"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.536545033Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"877ee30b-c6bf-4e75-a36a-de1d94929b08","remote_addr":"[fd00:1122:3344:101::b]:56566","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":121,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.543244264Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.543264444Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"106601c9-66d7-4136-b466-bb77428d50a0","remote_addr":"[fd00:1122:3344:101::c]:40259","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.641478889Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56686"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.64156918Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"24bd740f-18fb-4fa7-95c8-b5fe81407009","remote_addr":"[fd00:1122:3344:101::a]:56686","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.653271564Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e19fcbc3-a7f7-42b5-bf4b-d3b20e6276b3","remote_addr":"[fd00:1122:3344:101::b]:48122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":282,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.690144434Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52215"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.690298406Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.776429441Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.851676465Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0b2b570c-86cb-489f-b0d9-00a9ad7e9b61","remote_addr":"[fd00:1122:3344:101::b]:52215","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":161439,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.851869538Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47553"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.852276955Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"782f9ee9-1f15-48d0-8323-3374e0359e03","remote_addr":"[fd00:1122:3344:101::a]:47553","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":307,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.852318656Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.852357386Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5a587b69-1b92-490d-b7cb-382c22339749","remote_addr":"[fd00:1122:3344:101::a]:56686","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":247,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.852739363Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d4de3a0d-cc47-4963-b690-9088861ca7bd","remote_addr":"[fd00:1122:3344:101::c]:40259","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":502,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.852753933Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e98e4e4d-4910-49aa-a79c-a2d532ec8dfa","remote_addr":"[fd00:1122:3344:101::b]:52215","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":555,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.865716567Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"99f1a8fd-37a9-4263-a34a-667c91ff26de","remote_addr":"[fd00:1122:3344:101::a]:56686","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":197,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.877669785Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47626"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.877767586Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.922842792Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.984079942Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"167eb0af-5551-43cb-9a37-c1f105af5ee2","remote_addr":"[fd00:1122:3344:101::c]:47626","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106403,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.98440243Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47657"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.984757036Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.984814027Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"55b119ee-e2db-43bc-8ef5-9f71aa076c40","remote_addr":"[fd00:1122:3344:101::c]:47626","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":257,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.990280567Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:12.991903904Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:13.009961233Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:13.011682891Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:13.011766303Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"PUT","req_id":"31471e60-97c6-4901-bf29-2d9af58c3282","remote_addr":"[fd00:1122:3344:101::b]:52215","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":27403,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:13.029568827Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:13.083991487Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"935721b9-d0a6-4565-b62f-05b3a7cee589","remote_addr":"[fd00:1122:3344:101::a]:47657","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99400,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:13.084446145Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c7a2df08-a6e2-4e28-9a21-40c5f3f09f36","remote_addr":"[fd00:1122:3344:101::a]:47657","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":160,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:26.682680037Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56764"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:26.682906261Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"e5c8406a-cd8a-46be-a410-bdaaa6d1b4ef","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56764","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":28,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.192786401Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55790"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.192908263Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f7cf760a-a8a2-4b2a-bbe7-3cad7ef35575","remote_addr":"[fd00:1122:3344:101::b]:55790","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.214788055Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.214817885Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2885202e-2954-4eb9-a614-4790720d533b","remote_addr":"[fd00:1122:3344:101::b]:55790","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.227008437Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5a724055-cab5-4e8b-bd23-b74420b00316","remote_addr":"[fd00:1122:3344:101::b]:55790","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":185,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.308036687Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59704"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.308149499Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"fc94796f-7d80-4ffd-bc81-1e10f24b3d3e","remote_addr":"[fd00:1122:3344:101::c]:59704","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.372144128Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39951"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.372392202Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"f6953031-d409-429f-9f23-e51891104304","remote_addr":"[fd00:1122:3344:101::b]:39951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":165,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.381495382Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.381512523Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"81a36ddc-6f1a-41f5-9f00-ebb9fa059e5d","remote_addr":"[fd00:1122:3344:101::c]:59704","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":72,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.393079904Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"cd8822a3-dca5-4180-b34c-b8c18c066f8b","remote_addr":"[fd00:1122:3344:101::c]:59704","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":174,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.477706754Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:38895"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.477805465Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8d90c218-3cd2-4684-ba92-cf35ab357a8e","remote_addr":"[fd00:1122:3344:101::a]:38895","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.487118589Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59969"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.487384284Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"f63f3850-135b-4aa7-ace1-f9e20a6a79ca","remote_addr":"[fd00:1122:3344:101::c]:59969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":166,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.527765612Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.527791762Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"964546a2-24f8-4777-92c7-44100dbc8f95","remote_addr":"[fd00:1122:3344:101::a]:38895","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":75,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.537544413Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"4b4474b8-3dff-4005-a8ba-2af5dff08b5e","remote_addr":"[fd00:1122:3344:101::a]:38895","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":208,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.574648037Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58387"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.574762689Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.61472921Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.674335176Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"16726a02-20a8-417d-a620-bfd289f167a9","remote_addr":"[fd00:1122:3344:101::b]:58387","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99611,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.674497509Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43100"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.674727292Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.678673158Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e6e57e37-b52e-4c0c-8c72-fbcfdd937dd4","remote_addr":"[fd00:1122:3344:101::b]:58387","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3958,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.710167909Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.72775933Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33613"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.728036474Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"7509837a-62e5-4ab4-8eff-a20c336079cb","remote_addr":"[fd00:1122:3344:101::a]:33613","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":169,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.768248059Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ecb1d415-d0f7-4100-be73-5f294782e762","remote_addr":"[fd00:1122:3344:101::c]:43100","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93614,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.768611695Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"2de49640-aba4-4cc0-8b20-b482a2a43a2f","remote_addr":"[fd00:1122:3344:101::c]:43100","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":131,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.858504302Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47069"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.858637334Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.899313907Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.950164958Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"50b6f5c5-2420-4703-97e0-66b104c0d084","remote_addr":"[fd00:1122:3344:101::a]:47069","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91574,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:42.950659916Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ab5ac340-7325-4003-a306-a64a837c3862","remote_addr":"[fd00:1122:3344:101::a]:47069","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":203,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:56.716811976Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44302"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:36:56.716905607Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"93937d90-88f1-4375-a2e6-41c99250bce0","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44302","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":32,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.394693735Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55619"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.394908518Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"78408747-6fb3-40ff-8d6f-3824ffa180bd","remote_addr":"[fd00:1122:3344:101::b]:55619","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.468878962Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.468908632Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"896193bf-0d72-42f6-976a-3a60f8aa9320","remote_addr":"[fd00:1122:3344:101::b]:55619","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.480752018Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"6f845590-be40-49f8-937b-8ce15b963619","remote_addr":"[fd00:1122:3344:101::b]:55619","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":242,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.489541824Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.489624935Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6f7e8acb-7030-401d-91de-19fd0c5ea0d3","remote_addr":"[fd00:1122:3344:101::c]:54948","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.556916068Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46826"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.557185822Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"c3a58b67-77dc-4e19-99c9-a2d2d1017e25","remote_addr":"[fd00:1122:3344:101::c]:46826","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":137,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.600847914Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.600865885Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"fb8e0ef4-e79f-4828-aef3-b01747919b8a","remote_addr":"[fd00:1122:3344:101::c]:54948","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.618179521Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52759"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.618374695Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"e05475f5-3f59-456c-af74-6c8e2e481b49","remote_addr":"[fd00:1122:3344:101::b]:52759","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":133,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.643560561Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46710"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.643647733Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.683048814Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.743521314Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"88555411-e343-4917-8f42-b36cc62ca7c6","remote_addr":"[fd00:1122:3344:101::c]:46710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99912,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.743688807Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40617"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.743913451Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"75dca1de-d6e9-45e4-a492-d35d05cdcddb","remote_addr":"[fd00:1122:3344:101::a]:40617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.744105764Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ababc062-8a80-47bc-9b75-057359409484","remote_addr":"[fd00:1122:3344:101::c]:46710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":282,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.744211846Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"dd986bd9-56c5-4395-bfea-249b197c8d82","remote_addr":"[fd00:1122:3344:101::c]:54948","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":397,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.758715776Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57808"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.758906559Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"e4eda789-b6e6-45c6-bbdd-80c3cf9a38a8","remote_addr":"[fd00:1122:3344:101::a]:57808","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":121,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.797767962Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.797801382Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a5a1fbec-7072-42af-bb09-b7a168bcce95","remote_addr":"[fd00:1122:3344:101::a]:40617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.808376467Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"69025779-a596-45fe-b290-b1f48118287b","remote_addr":"[fd00:1122:3344:101::a]:40617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":191,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.871983759Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39468"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.87207721Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.909796374Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.969218217Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"cdfbe33f-5d3c-4967-9567-f073e8086819","remote_addr":"[fd00:1122:3344:101::b]:39468","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97184,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.969533192Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36778"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.969916409Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:12.969929729Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b220c5bf-ff92-47b4-b6ad-3cb37a68672b","remote_addr":"[fd00:1122:3344:101::b]:39468","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":299,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:13.010182025Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:13.057984265Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"64ed5105-bfa0-436c-95e2-7c811e2c197b","remote_addr":"[fd00:1122:3344:101::a]:36778","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88244,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:13.058340771Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"23619383-1539-4a28-874d-86a8668c6751","remote_addr":"[fd00:1122:3344:101::a]:36778","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":158,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:26.750210323Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46913"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:26.750489407Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"66ee95e3-829f-4468-abad-800f6d1dd2e4","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46913","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.243342586Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56747"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.243492858Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5277c48a-0cba-429f-aef0-2d57aca1faa2","remote_addr":"[fd00:1122:3344:101::c]:56747","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":73,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.284847602Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.284874153Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a138e522-f1f1-4652-a1f3-ec167f0e1d72","remote_addr":"[fd00:1122:3344:101::c]:56747","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":71,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.346821277Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:65068"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.34701781Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3795140e-8a80-4818-abf5-838e3e5c59c4","remote_addr":"[fd00:1122:3344:101::b]:65068","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.362312663Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56512"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.362591328Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"7afee4e8-336b-49aa-bdda-33d58211f9dc","remote_addr":"[fd00:1122:3344:101::c]:56512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":155,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.369714826Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"45dfc01c-1a4f-45b4-8bdc-08ecbf720442","remote_addr":"[fd00:1122:3344:101::c]:56747","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":223,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.403380373Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.403415863Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c1b19ed7-3943-45b6-b793-a99e13117cae","remote_addr":"[fd00:1122:3344:101::b]:65068","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":75,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.438124907Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:45809"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.43826636Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.480920105Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.54167664Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4a102e29-916c-45eb-ae82-e84536e31fda","remote_addr":"[fd00:1122:3344:101::c]:45809","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103443,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.541946715Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57399"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.542018546Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46728"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.542063347Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60978"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.542230889Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7f72192f-c8e5-4a49-af22-b30218ef2fd9","remote_addr":"[fd00:1122:3344:101::c]:45809","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":258,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.54225133Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1e742329-3081-466f-a662-2139d5c9bc7f","remote_addr":"[fd00:1122:3344:101::b]:65068","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":380,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.542359161Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"190e0c83-d84f-4365-b09f-97a9438437ba","remote_addr":"[fd00:1122:3344:101::a]:60978","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":116,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.542519214Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"21c61ad6-13ad-4d5a-85a4-b58c0d6255ef","remote_addr":"[fd00:1122:3344:101::b]:57399","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":224,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.543330748Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.554674225Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.554707896Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1a7c2029-a6a4-4226-82a8-e05f3c9de6e0","remote_addr":"[fd00:1122:3344:101::a]:60978","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":118,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.579663789Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.607194484Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39912"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.607662312Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"6ed1fd9d-5a0c-46de-b7da-344d62a2c369","remote_addr":"[fd00:1122:3344:101::a]:39912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":284,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.611607397Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"dd4392d2-1587-4b70-ad93-9e031e8cc3ce","remote_addr":"[fd00:1122:3344:101::a]:60978","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":200,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.640073058Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a1b81e43-9093-43a0-b37e-4f54f375241a","remote_addr":"[fd00:1122:3344:101::b]:46728","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96793,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.640418893Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3b32cb7b-05ca-4fd9-a16c-b1929385bb73","remote_addr":"[fd00:1122:3344:101::b]:46728","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":128,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.723578099Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40311"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.723697561Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.764214821Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.825403293Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a34570d8-a4a3-44ba-8b49-4c950c7282c9","remote_addr":"[fd00:1122:3344:101::a]:40311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101751,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:42.825722358Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"929e4f9f-f462-484c-9a7b-cadc5124eb12","remote_addr":"[fd00:1122:3344:101::a]:40311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:56.784329642Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54410"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:37:56.784413893Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"8c5d1bc9-db8a-4a24-9b8a-a7c1960c6983","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54410","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":28,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.269099346Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38703"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.269219698Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f901928e-deb9-47a6-9f96-13e12994932b","remote_addr":"[fd00:1122:3344:101::b]:38703","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":67,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.387815859Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.38784872Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ac6b0a27-a272-4014-8e56-8b538a2502ed","remote_addr":"[fd00:1122:3344:101::b]:38703","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.400161434Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"2217e0b3-c757-4430-8b17-e688a49d8563","remote_addr":"[fd00:1122:3344:101::b]:38703","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":274,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.402273198Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49628"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.402456862Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"bba41d44-7136-433c-8df8-953094448634","remote_addr":"[fd00:1122:3344:101::c]:49628","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.531196741Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.531228631Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"43672366-6d0c-45ad-82bf-5e306e42f372","remote_addr":"[fd00:1122:3344:101::c]:49628","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.558424301Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57594"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.558617775Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"138d7c53-32ec-4263-bba0-00084ec2ad29","remote_addr":"[fd00:1122:3344:101::b]:57594","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":132,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.585248507Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55826"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.58540314Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"31ccc533-9a7a-4c56-96fd-e7b6393fe92c","remote_addr":"[fd00:1122:3344:101::c]:55826","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.595776199Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8468d945-1c51-4d2e-8f20-67546f78b5c4","remote_addr":"[fd00:1122:3344:101::c]:49628","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":148,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.6254246Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:43602"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.625509961Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.661955844Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.715699838Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"853b8de9-f80e-422d-b44f-fb2a7787bfd3","remote_addr":"[fd00:1122:3344:101::b]:43602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90281,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.716004328Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40062"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.716088659Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:38397"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.716266792Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"cfcf2e92-34bb-45f1-816b-10f6b1a33101","remote_addr":"[fd00:1122:3344:101::a]:40062","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.716302983Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"164cfa51-d2a8-406e-9d7f-95112b69ded5","remote_addr":"[fd00:1122:3344:101::b]:43602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":264,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.716408494Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"8a412c5d-5cc8-4810-8c0c-b7e2c31a05ff","remote_addr":"[fd00:1122:3344:101::a]:38397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":186,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.73731801Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.737359301Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e30cca21-c844-4834-ad55-e7f9b963d988","remote_addr":"[fd00:1122:3344:101::a]:40062","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.746280828Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"efdbfeb5-46fa-4ac7-a3cc-40e2c0040e9e","remote_addr":"[fd00:1122:3344:101::a]:40062","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":153,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.752311538Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60683"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.75239786Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.790180585Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.848998818Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"978e1c8d-eb6e-4941-9266-005e3252bd24","remote_addr":"[fd00:1122:3344:101::c]:60683","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96625,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.84917895Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:65349"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.849381834Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.849410344Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1f4da407-ea07-4ad4-bfb6-40a5473b796e","remote_addr":"[fd00:1122:3344:101::c]:60683","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":182,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.881955642Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.933252811Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3f778955-cd00-4da2-a8b9-2bb58f12e5e4","remote_addr":"[fd00:1122:3344:101::a]:65349","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83943,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:12.933578316Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"2a8973b5-e00d-4a94-b134-7f17f57fe03a","remote_addr":"[fd00:1122:3344:101::a]:65349","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":143,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:20.957387888Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:26.819482406Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43880"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:26.819656429Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"054dddd6-b005-4bf8-acc3-ea06739a964e","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43880","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.184191085Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:35906"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.184346188Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d83784b1-6cd1-4124-a3e7-b6e9e00e34fc","remote_addr":"[fd00:1122:3344:101::c]:35906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.240562557Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.240589828Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"7a844ad6-3fd7-4f3c-b7f6-f777a454658f","remote_addr":"[fd00:1122:3344:101::c]:35906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.241610305Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55778"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.241706987Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"85221a54-8654-4d0a-993f-1513a5cb62da","remote_addr":"[fd00:1122:3344:101::b]:55778","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.261244579Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.26126931Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"69fb4724-9f27-4dba-9618-6bb5032bd62a","remote_addr":"[fd00:1122:3344:101::b]:55778","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.270888729Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7b2783d6-19b6-48eb-8bd9-707542de65c0","remote_addr":"[fd00:1122:3344:101::b]:55778","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":179,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.349381557Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41288"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.349621851Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"a13a39b1-156d-4269-81c7-b4d736bc7f74","remote_addr":"[fd00:1122:3344:101::c]:41288","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":154,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.359131839Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"fd83ad17-28d4-4685-b39b-b06204d79adf","remote_addr":"[fd00:1122:3344:101::c]:35906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":157,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.374593194Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56142"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.374764827Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"10f413df-ca2f-429d-a163-682b4c20b445","remote_addr":"[fd00:1122:3344:101::b]:56142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.382526056Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46119"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.382625987Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.422894793Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.497845133Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9a40339b-fda7-46f1-be86-b4934f1c4013","remote_addr":"[fd00:1122:3344:101::c]:46119","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":115247,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.498120668Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54662"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.498204719Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.498411482Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e432bf69-4ace-4069-ba18-de5d9ecfbb02","remote_addr":"[fd00:1122:3344:101::c]:46119","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":281,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.504353711Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2522ba27-43a6-44f1-982c-d9ce8da1ac47","remote_addr":"[fd00:1122:3344:101::a]:36096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5693,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.504485103Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.547952672Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.551584302Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.551654063Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6c27feaf-c21e-4235-8146-45474a03ee70","remote_addr":"[fd00:1122:3344:101::a]:36096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":588,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.565303899Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b7bdbd7d-e684-4dc3-9246-c29bf1aa1335","remote_addr":"[fd00:1122:3344:101::a]:36096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":762,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.603235996Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58261"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.603586392Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"4e116e2b-5232-4de1-847d-361826aebc89","remote_addr":"[fd00:1122:3344:101::a]:58261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":218,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.61375639Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8ee7c55b-2faf-483f-8014-695f53e1dc06","remote_addr":"[fd00:1122:3344:101::b]:54662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109766,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.614085016Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c7781343-c63a-4da5-a363-63a17ea7390b","remote_addr":"[fd00:1122:3344:101::b]:54662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.618973687Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64582"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.619098438Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.658361194Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.717832442Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"54a8d3ab-335b-4c17-bcef-edfc1e8c0fbf","remote_addr":"[fd00:1122:3344:101::a]:64582","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98778,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:42.718127236Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"274b9955-e30e-4189-bea7-c42222e545f2","remote_addr":"[fd00:1122:3344:101::a]:64582","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:56.853414071Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43909"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:38:56.853614545Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"ff28f8f6-18f4-4f3a-8451-f2de1537a902","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43909","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.349668946Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33864"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.349849319Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a2bcb83d-066a-4d2b-9123-a631cfe5a1d3","remote_addr":"[fd00:1122:3344:101::c]:33864","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.449994246Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.450035307Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a54e8633-8770-4bc5-afa0-cb0369347618","remote_addr":"[fd00:1122:3344:101::c]:33864","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.460750054Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3a29d57b-e016-4e21-ba60-02df51b26a13","remote_addr":"[fd00:1122:3344:101::c]:33864","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":236,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.511473253Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51288"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.511572184Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"91321186-7da0-49c6-aa98-660b62962294","remote_addr":"[fd00:1122:3344:101::b]:51288","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.538726893Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.538801475Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0694129f-47f1-43f3-b1b8-867ddd0633f6","remote_addr":"[fd00:1122:3344:101::b]:51288","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.551958032Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"82b0cb86-ed21-40a9-9503-6cec41972b2d","remote_addr":"[fd00:1122:3344:101::b]:51288","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":177,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.591959484Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44536"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.592157317Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"bef0c823-7d88-4b47-ac08-8e89b639de3e","remote_addr":"[fd00:1122:3344:101::b]:44536","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.603093048Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37656"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.60318895Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.644617155Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.702704146Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"75275da4-106c-4ec4-b29d-9ab63d7e3042","remote_addr":"[fd00:1122:3344:101::c]:37656","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99563,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.702925379Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:33570"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.703033931Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d71e7e97-cdeb-43a0-9ff6-577dbf89a55c","remote_addr":"[fd00:1122:3344:101::c]:37656","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.703713562Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39134"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.703884075Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.707952362Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"d03a9e9c-06bc-470d-af70-dcd6663398d7","remote_addr":"[fd00:1122:3344:101::c]:39134","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4060,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.726754163Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56469"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.726892966Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0913ace5-7218-4818-83ab-35adcc37f1a3","remote_addr":"[fd00:1122:3344:101::a]:56469","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.740939978Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.773150961Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.773206312Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0a1c84a3-a254-42b3-8862-f52137a96948","remote_addr":"[fd00:1122:3344:101::a]:56469","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":135,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.786128155Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1f7b0e5d-eed1-48e2-b31b-3d9d86e01480","remote_addr":"[fd00:1122:3344:101::a]:56469","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":939,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.808816211Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4fc50ca2-cd9c-4308-8f30-2c0e5c4756f2","remote_addr":"[fd00:1122:3344:101::b]:33570","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104986,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.809236678Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6d6e459c-6d4d-4a59-aa1f-1799a1dfbee4","remote_addr":"[fd00:1122:3344:101::b]:33570","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.836247495Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57773"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.836432447Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"d9005114-7273-46e7-871f-165fa705f515","remote_addr":"[fd00:1122:3344:101::a]:57773","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.908127363Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43293"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.908214645Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.943649151Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.997133735Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"1ef7d978-af53-4a59-ae03-8591b51e1cc0","remote_addr":"[fd00:1122:3344:101::a]:43293","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88957,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:12.997366859Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"5317821a-99db-467f-b7e9-da258b14418c","remote_addr":"[fd00:1122:3344:101::a]:43293","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:26.886103446Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:26.886202168Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"6a6179e0-e5dd-4d43-af9e-f4f20ab09e35","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44143","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":28,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.183577253Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58599"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.183704485Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"04fc94e1-0dca-459c-8872-29c76885b7ab","remote_addr":"[fd00:1122:3344:101::c]:58599","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":69,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.201081703Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.201118213Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2ca7f12b-d103-4646-b462-4d3f1a0724aa","remote_addr":"[fd00:1122:3344:101::c]:58599","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.240934342Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46748"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.241143746Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"f0d0cbde-5892-494b-98d1-1443cf9bda5c","remote_addr":"[fd00:1122:3344:101::c]:46748","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":139,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.253772544Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3219886d-7b30-490f-9271-4a36af861896","remote_addr":"[fd00:1122:3344:101::c]:58599","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":256,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.281804678Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55996"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.28191191Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.328144734Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.420054595Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f46eae7b-87d5-4f77-8029-d1c918cd283e","remote_addr":"[fd00:1122:3344:101::c]:55996","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":138184,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.420152176Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63147"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.420205497Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54141"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.420238758Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41283"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.420524733Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"efae88f8-7d15-48cd-8b1e-93eedfafe663","remote_addr":"[fd00:1122:3344:101::b]:63147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":171,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.420536963Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"0fab94f0-c071-4e96-8726-168fe8567e8f","remote_addr":"[fd00:1122:3344:101::b]:41283","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":219,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.420671885Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7ab0c3f8-7682-4fd6-9178-46838f2e1e0c","remote_addr":"[fd00:1122:3344:101::c]:55996","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":255,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.420683135Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.44094135Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.441010611Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5686b159-33e7-45b8-b573-1894599d7f05","remote_addr":"[fd00:1122:3344:101::b]:63147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":556,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.454915981Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a6efe4fa-b00f-45f6-819d-f5668c0ac315","remote_addr":"[fd00:1122:3344:101::b]:63147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":595,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.461697134Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.515853519Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d413b9ea-c759-421b-8d27-4c3e9e55149c","remote_addr":"[fd00:1122:3344:101::b]:54141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95278,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.516314757Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c14ef205-9018-453d-8490-95d02e472596","remote_addr":"[fd00:1122:3344:101::b]:54141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":202,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.528838844Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:35590"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.528984087Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"af7bc52a-b9c2-4a87-98c4-e2ee590fd78c","remote_addr":"[fd00:1122:3344:101::a]:35590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.579041215Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.579074215Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"95453954-f3cf-4a83-8370-9e3de51c9104","remote_addr":"[fd00:1122:3344:101::a]:35590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.588595153Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3d511fc7-a8c1-4618-b126-abb812db3ed4","remote_addr":"[fd00:1122:3344:101::a]:35590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":257,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.632712622Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33090"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.632913626Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"5feba975-da75-4dc5-ae2d-db415fd0e646","remote_addr":"[fd00:1122:3344:101::a]:33090","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":120,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.752202748Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49755"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.75229678Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.792679078Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.848582773Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"30f7a947-1e97-4ce7-a4f1-e426bc88daa7","remote_addr":"[fd00:1122:3344:101::a]:49755","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96323,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:42.8490279Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"70ce4491-2a15-47c2-a8de-5f39ae3bb3b5","remote_addr":"[fd00:1122:3344:101::a]:49755","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":148,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:56.919076676Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49590"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:39:56.919309009Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"d80b22d7-f402-430e-99dd-eddd6e4ff0da","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49590","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.266522009Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42288"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.266643942Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b9752c85-f461-4164-8c71-a1d5b713f8c1","remote_addr":"[fd00:1122:3344:101::b]:42288","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":70,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.324495599Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58463"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.324673251Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"03aa5065-d1ba-4152-8f20-9b963575bfa3","remote_addr":"[fd00:1122:3344:101::c]:58463","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":67,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.346595584Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.346641165Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"bea7647e-cc10-453f-8e39-d64d68bcafc4","remote_addr":"[fd00:1122:3344:101::b]:42288","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":119,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.374210821Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"87ab9d12-526e-47e3-b800-125b62da0c22","remote_addr":"[fd00:1122:3344:101::b]:42288","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":282,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.44975549Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.449795071Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4ae51ff9-db9d-48fc-9832-a4772a906a9d","remote_addr":"[fd00:1122:3344:101::c]:58463","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":69,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.459873978Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"dd20cf00-c3b1-41d8-8145-a1f7ef90e9bb","remote_addr":"[fd00:1122:3344:101::c]:58463","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":166,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.53740452Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40117"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.537587073Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"f10c2f3d-9557-488f-a2cb-495c330bd253","remote_addr":"[fd00:1122:3344:101::b]:40117","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":144,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.538799463Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33473"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.538958456Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"1e0e014f-e696-4cc0-87de-a23ff5d8fb31","remote_addr":"[fd00:1122:3344:101::c]:33473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.576341524Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35840"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.576439246Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.62867593Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.713111906Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3678fd0c-4caf-4717-afc2-87b760cf972e","remote_addr":"[fd00:1122:3344:101::b]:35840","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":136713,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.71330329Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53835"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.71334874Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48701"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.713394761Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:45190"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.713684486Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.713726897Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"016b2bdc-c941-4364-bec1-2c5c4712dcb4","remote_addr":"[fd00:1122:3344:101::b]:35840","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":284,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.713792598Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"46a5ce5b-440a-49b5-a02a-cc531de9d805","remote_addr":"[fd00:1122:3344:101::a]:48701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":183,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.725792336Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7517eed1-3882-4d66-a665-f02c99641d63, kind: Service { id: b555dc2a-491b-4b5c-b5d7-24801f82c048 }, name: Name(\"external-dns-b555dc2a-491b-4b5c-b5d7-24801f82c048\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bdbab4fe-05a5-497c-92d5-51ab355ee8a2, kind: Service { id: 7b4111aa-1a34-450f-8a24-b1db940782bf }, name: Name(\"external-dns-7b4111aa-1a34-450f-8a24-b1db940782bf\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 141])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 57c41de5-57cc-4ec0-b2a4-ec18275db374, kind: Service { id: 75369688-7093-4009-81fe-7452642ec8ea }, name: Name(\"nexus-75369688-7093-4009-81fe-7452642ec8ea\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 184])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5d808073-b6dd-4352-8286-483c26ccb36e, kind: Service { id: 80d50149-adaa-4067-b457-5cd986e26bb3 }, name: Name(\"nexus-80d50149-adaa-4067-b457-5cd986e26bb3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 213, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c047ac03-3e6b-4894-a737-123382b38a57, kind: Service { id: 0cdd90ac-34d6-41d9-bd04-18f3635adaf7 }, name: Name(\"nexus-0cdd90ac-34d6-41d9-bd04-18f3635adaf7\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.725891448Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.725909248Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.725919918Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.725958389Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.725997949Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.72601273Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.726200103Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"1e5b602d-6687-4238-83f2-b2a0bde452f5","remote_addr":"[fd00:1122:3344:101::c]:45190","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":12432,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.762079336Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.762136217Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"33376316-2977-40ad-affb-08f34d3e3eea","remote_addr":"[fd00:1122:3344:101::a]:48701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":233,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.762884039Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.791409001Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44604"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.791726876Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7517eed1-3882-4d66-a665-f02c99641d63, kind: Service { id: b555dc2a-491b-4b5c-b5d7-24801f82c048 }, name: Name(\"external-dns-b555dc2a-491b-4b5c-b5d7-24801f82c048\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bdbab4fe-05a5-497c-92d5-51ab355ee8a2, kind: Service { id: 7b4111aa-1a34-450f-8a24-b1db940782bf }, name: Name(\"external-dns-7b4111aa-1a34-450f-8a24-b1db940782bf\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 141])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 57c41de5-57cc-4ec0-b2a4-ec18275db374, kind: Service { id: 75369688-7093-4009-81fe-7452642ec8ea }, name: Name(\"nexus-75369688-7093-4009-81fe-7452642ec8ea\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 184])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5d808073-b6dd-4352-8286-483c26ccb36e, kind: Service { id: 80d50149-adaa-4067-b457-5cd986e26bb3 }, name: Name(\"nexus-80d50149-adaa-4067-b457-5cd986e26bb3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 213, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c047ac03-3e6b-4894-a737-123382b38a57, kind: Service { id: 0cdd90ac-34d6-41d9-bd04-18f3635adaf7 }, name: Name(\"nexus-0cdd90ac-34d6-41d9-bd04-18f3635adaf7\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.791787808Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.791826798Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.791848738Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.791871949Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.791885129Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.791899059Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.79192535Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"9bdc12ef-d491-439c-a40e-d270afa72f1f","remote_addr":"[fd00:1122:3344:101::b]:44604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":396,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.831389263Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6dca6e50-2175-4e75-9b2b-6c3fd220d37e","remote_addr":"[fd00:1122:3344:101::c]:53835","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":117855,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.831753909Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c5a44d52-a673-431c-a502-48a10e161fd6","remote_addr":"[fd00:1122:3344:101::c]:53835","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":130,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.882361435Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:38625"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.882537738Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"fc2dc996-8b78-4542-9fc4-3861cb13f008","remote_addr":"[fd00:1122:3344:101::a]:38625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":127,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.891612408Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d6c2b035-7c69-425d-9640-58e25a3e0d5f","remote_addr":"[fd00:1122:3344:101::a]:48701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":194,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.919470279Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:45762"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.919583131Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:12.961742208Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:13.024348332Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b51c78fe-20c9-48a4-b322-c696cf1d65e6","remote_addr":"[fd00:1122:3344:101::a]:45762","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104808,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:13.024622293Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"bf4bb61c-4d7e-4c87-a8c7-d0e9c8a0ab31","remote_addr":"[fd00:1122:3344:101::a]:45762","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:13.110152743Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:35244"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:13.110341766Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7517eed1-3882-4d66-a665-f02c99641d63, kind: Service { id: b555dc2a-491b-4b5c-b5d7-24801f82c048 }, name: Name(\"external-dns-b555dc2a-491b-4b5c-b5d7-24801f82c048\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bdbab4fe-05a5-497c-92d5-51ab355ee8a2, kind: Service { id: 7b4111aa-1a34-450f-8a24-b1db940782bf }, name: Name(\"external-dns-7b4111aa-1a34-450f-8a24-b1db940782bf\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 141])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 57c41de5-57cc-4ec0-b2a4-ec18275db374, kind: Service { id: 75369688-7093-4009-81fe-7452642ec8ea }, name: Name(\"nexus-75369688-7093-4009-81fe-7452642ec8ea\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 184])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5d808073-b6dd-4352-8286-483c26ccb36e, kind: Service { id: 80d50149-adaa-4067-b457-5cd986e26bb3 }, name: Name(\"nexus-80d50149-adaa-4067-b457-5cd986e26bb3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 213, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c047ac03-3e6b-4894-a737-123382b38a57, kind: Service { id: 0cdd90ac-34d6-41d9-bd04-18f3635adaf7 }, name: Name(\"nexus-0cdd90ac-34d6-41d9-bd04-18f3635adaf7\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:13.110392197Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:13.110429027Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:13.110440048Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:13.110465018Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:13.110481619Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:13.110487199Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:13.110502489Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"0d1837a7-7c6f-4cbd-b9f3-7d9dfbd82597","remote_addr":"[fd00:1122:3344:101::a]:35244","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":269,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:26.952629375Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54036"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:26.952719356Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"8695d90c-be49-4186-9c73-70ff95e4aebe","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54036","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.202004127Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49906"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.20219827Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"b46720ec-ba2a-4784-849d-dd8db9e2c1db","remote_addr":"[fd00:1122:3344:101::c]:49906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":145,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.22456092Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36871"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.224649041Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8bb57b30-efb3-4f27-a55b-faff9f7616fc","remote_addr":"[fd00:1122:3344:101::c]:36871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.245077449Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.24509484Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c3d948e0-0ecf-4fb4-bf7f-88e960b5c349","remote_addr":"[fd00:1122:3344:101::c]:36871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.256647111Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b84bde37-a1bd-4c02-b190-d180aa0ef6f8","remote_addr":"[fd00:1122:3344:101::c]:36871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":162,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.304949039Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39435"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.305035761Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"fdd22a91-eab6-4b5f-a15e-902702bd1ece","remote_addr":"[fd00:1122:3344:101::b]:39435","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":31,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.333340449Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.33337664Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"bb9dd1d5-4b0d-4ee4-955a-ec09b33b52f8","remote_addr":"[fd00:1122:3344:101::b]:39435","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.33825524Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37903"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.338389223Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.397380568Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.474825789Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4997ef2d-6a4c-4c6d-ae0e-86f0339ba089","remote_addr":"[fd00:1122:3344:101::c]:37903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":136489,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.475128544Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53449"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.475224696Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58512"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.47550914Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"573218f5-2ff4-4433-a21f-5608535be653","remote_addr":"[fd00:1122:3344:101::c]:37903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":359,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.475559771Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"6b841caa-be3d-43c6-9e97-1fc5d0470012","remote_addr":"[fd00:1122:3344:101::b]:53449","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":216,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.475598262Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.481972287Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f8614167-d4db-444d-aa89-ea591c0d5a44","remote_addr":"[fd00:1122:3344:101::b]:39435","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6727,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.520898461Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.560526967Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:54767"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.560796571Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"7507a8cb-9c32-4f67-8002-21681b241584","remote_addr":"[fd00:1122:3344:101::a]:54767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":154,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.580870813Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2a11dd45-1f8d-457b-a2af-013fb6cb90df","remote_addr":"[fd00:1122:3344:101::b]:58512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105417,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.581232769Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"dc842633-d439-4440-b8d2-48f03dbcd38c","remote_addr":"[fd00:1122:3344:101::b]:58512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":138,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.604068837Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.604088067Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"68e62e81-e813-4228-b3a6-bc12692bc946","remote_addr":"[fd00:1122:3344:101::a]:54767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":81,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.613597544Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"98c1e6c4-3808-45d7-b5bc-5193c63856f2","remote_addr":"[fd00:1122:3344:101::a]:54767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":242,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.643658532Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56928"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.643756933Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.68525468Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.748253952Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c7a04247-21d9-4147-90ec-459f2c659568","remote_addr":"[fd00:1122:3344:101::a]:56928","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104526,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.748367504Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34339"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.748539476Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"ac583705-12c4-4748-80c5-6cd1dd19c410","remote_addr":"[fd00:1122:3344:101::a]:34339","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:42.748678399Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"cff0a330-f9f6-476d-9cce-3da3c9db5d67","remote_addr":"[fd00:1122:3344:101::a]:56928","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:56.985993761Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43039"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:40:56.986082813Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"49357e18-4510-459d-9f12-b777383cb691","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43039","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":26,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:06.493746648Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:06.49509521Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:06.495798602Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:06.49692793Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:06.497443089Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:06.497957627Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:06.498623658Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:06.499279059Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:06.499899619Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:06.50055055Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:06.501229371Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:06.501890622Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:06.502545143Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:06.505005724Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:06.505911809Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:06.506373826Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:06.50780447Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:06.508729765Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.315421637Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63072"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.31558555Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ed82ef54-56d8-43c5-aeeb-d7c10e4246a6","remote_addr":"[fd00:1122:3344:101::b]:63072","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":73,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.363795507Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42153"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.36394427Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"df3682a2-7396-48dd-9123-024759d62bee","remote_addr":"[fd00:1122:3344:101::c]:42153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.42622955Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.42626782Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2119b482-de02-42f4-b447-99c01eade971","remote_addr":"[fd00:1122:3344:101::b]:63072","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.439918646Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"575fe30f-eed8-41b3-bdb0-a73b47cdce00","remote_addr":"[fd00:1122:3344:101::b]:63072","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":255,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.462301436Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.462333507Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2355ecd0-57d8-4f87-9f43-61d1e292e93d","remote_addr":"[fd00:1122:3344:101::c]:42153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.467648585Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43898"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.468061292Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"065ece36-025a-4e34-b61a-4735ebe899cc","remote_addr":"[fd00:1122:3344:101::c]:43898","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":201,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.482579422Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7c86f5a2-f5cf-466c-88cc-37c318355066","remote_addr":"[fd00:1122:3344:101::c]:42153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":268,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.558082051Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37985"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.558189002Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.600212017Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.663529665Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"12763387-cf26-4b1a-8f97-ad6d866e050a","remote_addr":"[fd00:1122:3344:101::c]:37985","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105380,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.663631206Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41354"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.663805349Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"d825ad1e-8ab0-434f-b311-64110fc03a82","remote_addr":"[fd00:1122:3344:101::b]:41354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":119,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.663948372Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"130de739-4c4b-47b7-8575-fd1b3a202edd","remote_addr":"[fd00:1122:3344:101::c]:37985","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.806375227Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51323"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.806556101Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.847502248Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.910484099Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"da27dfc0-e8bd-461b-a4ee-97c6e91f5a62","remote_addr":"[fd00:1122:3344:101::b]:51323","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104006,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.910593131Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64718"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.910718693Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"47532dfa-9d53-4ff9-8dcf-2ea4f7672f8f","remote_addr":"[fd00:1122:3344:101::a]:64718","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.910865895Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"cb37f128-cf1b-4c98-ac8c-83966dc26e05","remote_addr":"[fd00:1122:3344:101::b]:51323","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.926486984Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.926505874Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8e60f841-7fc5-4101-b707-3de355967ad9","remote_addr":"[fd00:1122:3344:101::a]:64718","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.936345997Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"bc74b22f-b060-4442-9879-aa8a3fa9cfa3","remote_addr":"[fd00:1122:3344:101::a]:64718","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":241,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.94503512Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56170"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.945136982Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:12.993295679Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:13.057148435Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0dfd36f9-7c07-476d-ac33-1ccfc1e2d44b","remote_addr":"[fd00:1122:3344:101::a]:56170","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112050,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:13.057306247Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:45013"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:13.057560521Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"a4847d0b-0f20-4180-b0d9-8ffb230787e2","remote_addr":"[fd00:1122:3344:101::a]:45013","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":179,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:13.057597052Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6b560e43-05ff-4e32-a496-8cac4fcc21d5","remote_addr":"[fd00:1122:3344:101::a]:56170","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":247,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:16.499298618Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:16.500304564Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:16.500996655Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:16.501670287Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:16.502194445Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:16.502707634Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:16.503392235Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:16.504071066Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:16.504590725Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:16.505252766Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:16.506329514Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:16.506989655Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:16.507699266Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:16.50909536Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:16.509577708Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:16.510100766Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:16.511401558Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:16.512320613Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:26.503140379Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:26.503928462Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:26.504616004Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:26.505291405Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:26.505805833Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:26.506338702Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:26.507030464Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:26.507886228Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:26.508490888Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:26.509167679Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:26.50984543Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:26.510596252Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:26.511267034Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:26.512664207Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:26.513200756Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:26.513704104Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:26.515138588Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:26.516088173Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:27.021632015Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54800"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:27.021729896Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"6aa006d6-bb06-45ee-a745-b74d313b2857","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54800","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":31,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:36.506844748Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:36.507628881Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:36.508305243Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:36.509021524Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:36.509485952Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:36.510012481Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:36.510862425Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:36.511542246Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:36.512066755Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:36.512726266Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:36.513373496Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:36.514712809Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:36.515467301Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:36.516900565Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:36.517442664Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:36.517925222Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:36.519203733Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:36.520072347Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.203662292Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.203789385Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f0a8fa12-69b7-47b9-bbf6-49a390247740","remote_addr":"[fd00:1122:3344:101::c]:50948","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.243269128Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56507"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.243512242Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"4a1b347b-84fe-4954-88b9-8bc33bec49f6","remote_addr":"[fd00:1122:3344:101::c]:56507","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":149,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.253579128Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.253592708Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"886538b6-9b15-4ea7-9501-22c19a3147fa","remote_addr":"[fd00:1122:3344:101::c]:50948","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.263661205Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e0a25d90-2fcd-4dd1-ad34-39e35862e402","remote_addr":"[fd00:1122:3344:101::c]:50948","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":172,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.317097319Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.317205821Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.376236567Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.453940442Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c99421a3-d787-4ea7-837b-c849e6a38af4","remote_addr":"[fd00:1122:3344:101::c]:42200","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":136779,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.454036034Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42751"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.454065524Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:45015"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.454093755Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:64284"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.454353169Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2ed4a912-08cd-48d3-9a25-29e24c87c02d","remote_addr":"[fd00:1122:3344:101::b]:42751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":140,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.454581993Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"bbdb6a39-8c6c-4731-bf02-0d89bf4dcb6a","remote_addr":"[fd00:1122:3344:101::c]:42200","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":259,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.454595013Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.454612413Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"4e1961e2-0939-4024-971b-f15a16e7fe83","remote_addr":"[fd00:1122:3344:101::b]:64284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":328,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.497563264Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.497623295Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"01b1ee80-d880-4e91-8bf6-8c6367bcec89","remote_addr":"[fd00:1122:3344:101::b]:42751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":135,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.499880442Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.511791029Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e2ee300a-e63d-4bb1-ba7b-dc2f28645089","remote_addr":"[fd00:1122:3344:101::b]:42751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":294,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.5662589Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2c764571-28ed-44e5-91b0-aa09a889b1ba","remote_addr":"[fd00:1122:3344:101::b]:45015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111839,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.566570965Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"074ab039-e1a9-485b-9b30-419519a85780","remote_addr":"[fd00:1122:3344:101::b]:45015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":126,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.56869804Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33512"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.568833703Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"26ea0a12-d52b-4e2f-9189-d30bbdc048b2","remote_addr":"[fd00:1122:3344:101::a]:33512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.608205374Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:52904"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.608432927Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"e2883287-22f3-4ece-95ae-543574be262a","remote_addr":"[fd00:1122:3344:101::a]:52904","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":173,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.615447624Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.61546043Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3ef446c7-3378-475b-bdcb-722887b15ce0","remote_addr":"[fd00:1122:3344:101::a]:33512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.624390862Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"9efb6f4e-3fc8-4c3b-9d32-a938641c7067","remote_addr":"[fd00:1122:3344:101::a]:33512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":206,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.677620782Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:54271"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.677698993Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.717856247Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.779048Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ee57e92b-3b36-46d6-935f-38df9fb0f8ee","remote_addr":"[fd00:1122:3344:101::a]:54271","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101380,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:42.779360275Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4eadf758-c34f-4780-88df-0a129a0bac48","remote_addr":"[fd00:1122:3344:101::a]:54271","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:46.51130341Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:46.512154895Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:46.512801915Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:46.513476506Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:46.513964745Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:46.514503114Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:46.515238796Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:46.515878376Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:46.516386455Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:46.517023775Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:46.517673856Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:46.518315086Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:46.529237747Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:46.53061463Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:46.531093478Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:46.531569886Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:46.532923028Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:46.533761494Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:56.515560859Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:56.516305591Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:56.517050004Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:56.517764445Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:56.518400366Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:56.518979506Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:56.519720518Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:56.520384039Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:56.520947218Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:56.521592099Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:56.5222463Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:56.531036845Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:56.531712836Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:56.533117331Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:56.533596787Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:56.534134366Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:56.535470298Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:41:56.536401534Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:57.055794054Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61972"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:41:57.055891595Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"79286c77-9d1a-4a32-8258-732944e48988","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61972","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":32,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:06.519941397Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:06.520840582Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:06.521558984Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:06.522242495Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:06.522788834Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:06.523319373Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:06.524011024Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:06.524672075Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:06.525209204Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:06.525879226Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:06.526530416Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:06.532240071Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:06.532913122Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:06.534310345Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:06.534804433Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:06.535328852Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:06.536750555Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:06.53765193Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.376587932Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34849"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.376731674Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"84536c4c-1d2f-473b-8a33-03e0d19903a5","remote_addr":"[fd00:1122:3344:101::b]:34849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.401420352Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.401464783Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d3e2d771-7551-41d9-a660-a5db1ea257ce","remote_addr":"[fd00:1122:3344:101::b]:34849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.409542537Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62685"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.409650238Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4dd54675-b5ad-4e49-92be-44fa61964958","remote_addr":"[fd00:1122:3344:101::c]:62685","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.41639975Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d95fbd69-3866-443a-9c12-61a31cc04c63","remote_addr":"[fd00:1122:3344:101::b]:34849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":242,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.433196188Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.433225868Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d82c87c7-6991-46f0-a970-cc95d61133d9","remote_addr":"[fd00:1122:3344:101::c]:62685","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.443075741Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"bac520d2-f16a-42f6-a088-7cb371b99f35","remote_addr":"[fd00:1122:3344:101::c]:62685","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":200,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.501217313Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38541"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.501400956Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"578421ec-40fb-4966-ab05-6ef808dc7e7d","remote_addr":"[fd00:1122:3344:101::c]:38541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":144,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.700596Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43219"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.700748243Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"cfabdcbc-0dd7-45e3-bc3e-c9e1e66012ea","remote_addr":"[fd00:1122:3344:101::a]:43219","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.716198958Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34632"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.7162958Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.755738532Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.82087731Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d68e327c-89e0-4a48-a20b-187573a07ec3","remote_addr":"[fd00:1122:3344:101::c]:34632","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104629,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.821163755Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63166"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.821247806Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42987"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.821322757Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41569"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.825880913Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.825964894Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0c78d6dc-5cb2-429a-9120-8308f81a8e18","remote_addr":"[fd00:1122:3344:101::c]:34632","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4588,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.826006795Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"823912b6-7928-4a5c-80dc-a89e8b48378b","remote_addr":"[fd00:1122:3344:101::a]:63166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4554,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.832515532Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"8346a675-72d4-4353-967b-038c423207f3","remote_addr":"[fd00:1122:3344:101::b]:42987","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":10979,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.873857406Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.879305796Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.879367747Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"843f2f97-723a-483e-8e45-b353e1166b6c","remote_addr":"[fd00:1122:3344:101::a]:63166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":667,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.893284477Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b15afd43-3b6a-41cf-bd88-67980e4ee7c2","remote_addr":"[fd00:1122:3344:101::a]:63166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4700,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.933433891Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43573"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.940930855Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.940951546Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c22e4db3-1704-4d2a-bade-c770a074cc19","remote_addr":"[fd00:1122:3344:101::b]:41569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":115418,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.946946045Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a0b352bc-9c47-41fa-acfd-3b31ab21f7fe","remote_addr":"[fd00:1122:3344:101::b]:41569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":773,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:12.981277293Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:13.034491253Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6a5c408e-930c-43f3-a11f-4d2c9d1e0f82","remote_addr":"[fd00:1122:3344:101::a]:43573","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100931,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:13.03492478Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d48ddb9d-87de-46ec-92cf-bc936cfa38df","remote_addr":"[fd00:1122:3344:101::a]:43573","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":159,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:16.525076505Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:16.525877828Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:16.52659857Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:16.527334822Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:16.527839751Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:16.528361679Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:16.529053701Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:16.529772063Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:16.530297581Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:16.530951202Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:16.531626423Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:16.534569372Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:16.535498547Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:16.53686624Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:16.537385038Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:16.537885367Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:16.539230089Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:16.540154814Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:26.528953769Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:26.529785522Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:26.530491834Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:26.531159095Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:26.531671954Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:26.532201392Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:26.532886674Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:26.533542645Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:26.534057323Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:26.534711984Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:26.535383865Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:26.537059943Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:26.537710863Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:26.539085256Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:26.539573124Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:26.540071702Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:26.541423065Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:26.54232691Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:27.089186004Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57018"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:27.089295606Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"665f572a-8bc1-46e4-b0c8-1178aed30283","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57018","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:36.533405819Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:36.534184802Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:36.534896034Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:36.535569445Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:36.536083653Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:36.536603332Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:36.537276973Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:36.537929694Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:36.538427912Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:36.539100083Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:36.539746994Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:36.540400415Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:36.541021285Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:36.542337557Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:36.542829845Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:36.543312733Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:36.544635265Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:36.54554968Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.131044667Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:45973"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.131339282Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3208af27-bd18-4c3e-9726-3df011725a5d","remote_addr":"[fd00:1122:3344:101::c]:45973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.154490325Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.154522716Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"cdaf55c4-1c28-43b1-b834-dc9a2e38bd2f","remote_addr":"[fd00:1122:3344:101::c]:45973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.171152291Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f35cbaaf-c48f-4298-802f-6ba465fc4e07","remote_addr":"[fd00:1122:3344:101::c]:45973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":204,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.29263687Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:44546"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.292804953Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"be2124c5-917b-4bbc-acd1-e8b66d26cb78","remote_addr":"[fd00:1122:3344:101::c]:44546","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.29867146Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:64836"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.298769491Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0a7fa6be-230c-4823-8320-cc95cf64dd82","remote_addr":"[fd00:1122:3344:101::b]:64836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.367265194Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.367299065Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"22b2ee1e-0e68-47aa-a87d-4b389a4c7cb3","remote_addr":"[fd00:1122:3344:101::b]:64836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":69,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.378047133Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"c80bdf51-91f7-469c-be86-cbfe4393c959","remote_addr":"[fd00:1122:3344:101::b]:64836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":207,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.387311776Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53150"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.387396517Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.434806421Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.502820537Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"dca5fef0-746b-47c2-a87e-6a32d59119ac","remote_addr":"[fd00:1122:3344:101::b]:53150","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":115456,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.50305652Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:45239"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.503119571Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35801"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.503180212Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43602"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.503406636Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"bf02baf7-2c2b-43ed-be49-7b6e40f26c7d","remote_addr":"[fd00:1122:3344:101::b]:53150","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":292,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.503421206Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ad186c65-317a-4a0f-a689-121597731c5e","remote_addr":"[fd00:1122:3344:101::a]:43602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.503539238Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.503599339Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"1fed99e8-e1e9-4d57-ad4a-87ef77da937d","remote_addr":"[fd00:1122:3344:101::b]:35801","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":234,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.548340959Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.54839898Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"19c94f4f-636b-410f-bd41-d0a2dccb2239","remote_addr":"[fd00:1122:3344:101::a]:43602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":140,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.549696592Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.557872167Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ed7c3968-7c41-4cbe-a147-a353edca187c","remote_addr":"[fd00:1122:3344:101::a]:43602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":375,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.607899655Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33914"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.60826417Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"73e2c142-934f-4200-b033-96fd4ee437b9","remote_addr":"[fd00:1122:3344:101::a]:33914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":222,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.617119057Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7fd49682-55bd-42d8-b585-1552a12ba093","remote_addr":"[fd00:1122:3344:101::c]:45239","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113719,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.617439882Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"22f76a06-d692-49a9-b6cb-975716ba03c7","remote_addr":"[fd00:1122:3344:101::c]:45239","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.649248908Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40671"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.64936822Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.687707944Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.748598842Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6a5c17e6-b6f4-4c15-ab7b-30d4a629ce26","remote_addr":"[fd00:1122:3344:101::a]:40671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99281,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:42.748883447Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3be4f201-da11-4b3a-903f-f62c7ebf80ba","remote_addr":"[fd00:1122:3344:101::a]:40671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:46.537076313Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:46.537883226Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:46.538572788Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:46.539241399Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:46.539758177Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:46.540286116Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:46.540965457Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:46.541626878Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:46.542153017Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:46.542793397Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:46.543447548Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:46.544092189Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:46.544734829Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:46.546076532Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:46.54658573Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:46.547071458Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:46.5483906Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:46.549314615Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:56.540086791Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:56.540910974Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:56.541650487Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:56.542315428Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:56.542896977Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:56.543463267Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:56.544148508Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:56.544799329Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:56.545332558Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:56.545996739Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:56.546645049Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:56.54728621Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:56.54792487Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:56.549252432Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:56.549746081Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:56.550216719Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:56.55151431Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:42:56.552412555Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:57.121390875Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45822"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:42:57.121490937Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"69ed663c-4e0f-4693-a661-63520e77f244","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45822","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"200"} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:06.013722714Z","hostname":"buskin","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:197"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:06.014170421Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:06.056227197Z","hostname":"buskin","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.99999165s","next_cleanup":"Instant { tv_sec: 3011, tv_nsec: 374820033 }"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:06.544144218Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:06.544951211Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:06.545635272Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:06.546303163Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:06.546796741Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:06.54731885Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:06.547994701Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:06.548643162Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:06.54915633Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:06.549823792Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:06.550496943Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:06.551143143Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:06.551767994Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:06.553085935Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:06.553572583Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:06.554043591Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:06.555368303Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:06.556292259Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.350462663Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53449"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.350801108Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"3082967e-3fb6-4ede-a90b-fb97bae39c44","remote_addr":"[fd00:1122:3344:101::b]:53449","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":178,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.378470476Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56837"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.3786877Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"f155ee10-15f1-49e5-8114-785169891134","remote_addr":"[fd00:1122:3344:101::c]:56837","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":166,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.412756833Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38544"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.412894145Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1fc034e8-acee-40e9-b6cc-640baee84d94","remote_addr":"[fd00:1122:3344:101::c]:38544","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.504167385Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.504203516Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c8d4cf39-4175-4cc2-8ee6-bcc3abb82609","remote_addr":"[fd00:1122:3344:101::c]:38544","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.519379487Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d2caa8b0-bf21-473b-bcb9-c05bee9a519f","remote_addr":"[fd00:1122:3344:101::c]:38544","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":254,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.544406281Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:40532"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.544494948Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.590866729Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.660231146Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0cd70843-54d6-434e-916f-5333c0e1ff04","remote_addr":"[fd00:1122:3344:101::c]:40532","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":115772,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.66046648Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61159"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.660524931Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55758"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.660655113Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4cee45ec-3cd3-4cae-9332-93c04287425f","remote_addr":"[fd00:1122:3344:101::c]:40532","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":170,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.660846547Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ade598ee-4d2f-49fc-be1c-8829dd86ae3f","remote_addr":"[fd00:1122:3344:101::b]:61159","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":148,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.660875527Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.667061969Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43805"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.667431656Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"207ba0d8-0d83-4af1-9e6a-0e9f846af73f","remote_addr":"[fd00:1122:3344:101::a]:43805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":164,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.705270971Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.711309321Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.711365362Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9be9f4cb-655c-4367-a854-ffb840054c1a","remote_addr":"[fd00:1122:3344:101::b]:61159","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":688,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.726765267Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"061f6d2e-4637-44b8-83e4-b3b6064b3787","remote_addr":"[fd00:1122:3344:101::b]:61159","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":770,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.73243028Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33692"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.732645844Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"bad4778e-71dd-493f-9c27-5f3e40834a69","remote_addr":"[fd00:1122:3344:101::a]:33692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":137,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.779514279Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"64bc81a3-d5e6-4541-9f88-708077e3db72","remote_addr":"[fd00:1122:3344:101::b]:55758","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":118756,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.779948306Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"971cf779-df7b-4d74-ac87-fb5eb496e57a","remote_addr":"[fd00:1122:3344:101::b]:55758","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":152,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.783969873Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.783985683Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"94002372-c9f9-4076-b7be-20cb85c1a970","remote_addr":"[fd00:1122:3344:101::a]:43805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":75,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.792735418Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:51125"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.792897861Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.835953583Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.895993686Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3a9faac3-9d1a-415d-9807-faf6517e24c4","remote_addr":"[fd00:1122:3344:101::a]:51125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103147,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.896399042Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f3564336-ac03-4940-a711-e147bcbc3c8c","remote_addr":"[fd00:1122:3344:101::a]:43805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":263,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:12.896467244Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b4b1392e-054b-412f-bc50-b381ed057d4d","remote_addr":"[fd00:1122:3344:101::a]:51125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":186,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:16.548355624Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:16.549072586Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:16.549712627Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:16.550331947Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:16.550800025Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:16.551287233Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:16.551949404Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:16.552586494Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:16.553056402Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:16.553687533Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:16.554316663Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:16.554963423Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:16.555588784Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:16.556857355Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:16.557311062Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:16.55778761Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:16.559076331Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:16.559931426Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:20.961364464Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:26.552917928Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:26.55364985Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:26.554295501Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:26.554941571Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:26.55544332Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:26.555959118Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:26.556618269Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:26.55727493Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:26.557802169Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:26.558420819Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:26.55907356Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:26.55971174Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:26.560341321Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:26.561677843Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:26.562170201Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:26.562650819Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:26.563960401Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:26.564852025Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:27.153631083Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59387"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:27.153739365Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"8d6e50e3-c469-429a-bb99-5530c73a181c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59387","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:36.55739278Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:36.558193033Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:36.558902145Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:36.559570266Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:36.560101265Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:36.560629534Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:36.561326035Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:36.561996516Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:36.562526895Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:36.563203466Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:36.563862427Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:36.564516778Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:36.565161269Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:36.566514621Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:36.56703985Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:36.567506927Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:36.568820599Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:36.569728334Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.243546078Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46268"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.243684021Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f32d7b7a-98cd-4008-9560-2b632bfc9f17","remote_addr":"[fd00:1122:3344:101::b]:46268","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.25210535Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:35764"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.252216962Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"bc3f5647-d94a-4250-9c0f-df4d2aac5726","remote_addr":"[fd00:1122:3344:101::c]:35764","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":25,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.271988329Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.272009759Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8bd9be6c-33c4-4a9d-8ba2-506803530ba0","remote_addr":"[fd00:1122:3344:101::c]:35764","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.280671852Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"47d14c03-2926-4022-91ae-22388c3a0292","remote_addr":"[fd00:1122:3344:101::c]:35764","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":200,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.289964416Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.289977806Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"307c6dce-e4b0-49a9-bab7-b9a660feca86","remote_addr":"[fd00:1122:3344:101::b]:46268","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":30,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.296515554Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:40271"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.296665327Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"d135b223-70c3-4f6b-8203-1ea1c375e797","remote_addr":"[fd00:1122:3344:101::c]:40271","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.297601852Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0ba7e3f7-7f53-4bbd-b9d6-0d0fba698c24","remote_addr":"[fd00:1122:3344:101::b]:46268","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.356999975Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41299"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.357118617Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.410471569Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.488613702Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"227660d1-9e94-43db-b415-83aead26e6d3","remote_addr":"[fd00:1122:3344:101::b]:41299","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":131540,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.488762854Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57934"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.488943947Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.493607684Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8778ba1a-e8c7-472c-99fa-a599c310a29c","remote_addr":"[fd00:1122:3344:101::b]:41299","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4654,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.505972709Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42374"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.50604593Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34500"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.506531178Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b7798311-d22c-4a71-b48c-a7ba6bdfd1bf","remote_addr":"[fd00:1122:3344:101::a]:34500","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":210,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.506580399Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"7a4ae5dc-5323-4289-9ec5-6ce65946d0ba","remote_addr":"[fd00:1122:3344:101::b]:42374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":325,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.527756699Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.549378367Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.549416067Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0902fb41-c07e-4a47-83e7-71cf545d462b","remote_addr":"[fd00:1122:3344:101::a]:34500","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":130,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.55317888Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58023"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.553383753Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"1e71d668-3775-44ff-a11d-5c1ef6362cb8","remote_addr":"[fd00:1122:3344:101::a]:58023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":153,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.56286062Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8613c9e4-5ebe-462e-9614-926f14b6b842","remote_addr":"[fd00:1122:3344:101::a]:34500","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":284,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.590804092Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7eeeaf92-a888-4bf2-b74d-95606c5b35af","remote_addr":"[fd00:1122:3344:101::c]:57934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101934,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.591169978Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1d4f8672-fe30-4053-8d33-404b0bbda407","remote_addr":"[fd00:1122:3344:101::c]:57934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":139,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.601973967Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62225"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.602124909Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.643866589Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.699996408Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e619c436-70c4-4a1b-a7da-9f5dbd85941f","remote_addr":"[fd00:1122:3344:101::a]:62225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97926,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:42.700309053Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"77ab00d2-8c77-42ee-bfbc-93ae60477b25","remote_addr":"[fd00:1122:3344:101::a]:62225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:46.561296323Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:46.562060236Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:46.562748387Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:46.563389128Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:46.563859725Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:46.564365094Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:46.565032515Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:46.565650875Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:46.566121323Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:46.566756013Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:46.567366103Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:46.568007704Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:46.568637834Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:46.569963106Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:46.570425044Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:46.570893802Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:46.572218817Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:46.573136289Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:56.565526842Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:56.566321095Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:56.566999296Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:56.567648887Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:56.568128705Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:56.568632973Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:56.569282834Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:56.569952605Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:56.570429473Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:56.571057333Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:56.571675223Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:56.572307724Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:56.572924704Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:56.574246786Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:56.574684773Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:56.575141431Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:56.576474173Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:43:56.577336117Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:57.185659288Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49453"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:43:57.18579254Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"421c1b6e-02e8-4e6a-9ccd-466959519463","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49453","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:06.569032088Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:06.56973864Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:06.57037886Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:06.571016411Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:06.57157848Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:06.572108439Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:06.57279375Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:06.573460881Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:06.573947239Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:06.57457099Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:06.57521122Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:06.5758268Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:06.57643201Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:06.577734532Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:06.57820428Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:06.578652937Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:06.579954439Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:06.580848254Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.250381935Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48569"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.250523187Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"56e3a1ae-8f54-4a67-a725-4fb55afabc4b","remote_addr":"[fd00:1122:3344:101::c]:48569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.314733559Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.31476288Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ff18bad1-cbe8-49bb-b36b-c22febc0b68c","remote_addr":"[fd00:1122:3344:101::c]:48569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.328521258Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8b759af2-4596-47fe-bfcb-fb0b92c3db68","remote_addr":"[fd00:1122:3344:101::c]:48569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":278,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.440998598Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:36589"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.44113462Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"7bcc53a3-cd5a-4a7d-8808-c9a4980bfad2","remote_addr":"[fd00:1122:3344:101::b]:36589","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.52334825Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.52337572Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f825483a-7922-4bf9-8753-550a6bfeb9de","remote_addr":"[fd00:1122:3344:101::b]:36589","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.550586837Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:33284"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.550811607Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"6738b87d-8db1-46a2-821f-0207a94065eb","remote_addr":"[fd00:1122:3344:101::b]:33284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":184,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.55838626Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"4af9b361-e6a3-435f-80e2-1dfe2c2d3b8a","remote_addr":"[fd00:1122:3344:101::b]:36589","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":153,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.588529988Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:45479"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.588733131Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"1163584c-0721-42e0-aba9-27295b15d49a","remote_addr":"[fd00:1122:3344:101::c]:45479","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.612087118Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57761"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.612180749Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.661663558Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.736687909Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a98f22fd-e630-40bf-b073-8cdfed9485cf","remote_addr":"[fd00:1122:3344:101::b]:57761","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":124544,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.736939333Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49875"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.737012124Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36777"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.742037677Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"cabef41b-32a5-4af3-89b4-6ecf534ae78e","remote_addr":"[fd00:1122:3344:101::b]:57761","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4939,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.746223226Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.747129731Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d55b64fe-a230-437d-a885-05fffa134815","remote_addr":"[fd00:1122:3344:101::a]:49875","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9961,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.786812308Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.792067765Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.792132026Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d5b6d367-cd72-477f-8021-3f8b9faa9d76","remote_addr":"[fd00:1122:3344:101::a]:49875","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":219,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.806196888Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1e463603-3c03-44c4-b237-11be5749198c","remote_addr":"[fd00:1122:3344:101::a]:49875","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":825,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.852919441Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"29dba430-2706-4505-8af6-e8029c785f86","remote_addr":"[fd00:1122:3344:101::c]:36777","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111214,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.853318648Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"99984a3e-09dc-4599-9cd4-e98241dbec31","remote_addr":"[fd00:1122:3344:101::c]:36777","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":156,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.964084559Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36656"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:12.964279042Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"d76ebc65-69ec-4e0d-aa6a-810068175945","remote_addr":"[fd00:1122:3344:101::a]:36656","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:13.005553615Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62827"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:13.005654807Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:13.05240823Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:13.119577041Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"63fe1aa1-6ff5-4604-9347-053f802d7df6","remote_addr":"[fd00:1122:3344:101::a]:62827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113962,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:13.119860856Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"38a5f6e2-85f6-4941-8a33-e917bdd112dd","remote_addr":"[fd00:1122:3344:101::a]:62827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:16.572042124Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:16.572785777Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:16.573459438Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:16.574109399Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:16.574610787Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:16.575105775Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:16.575787006Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:16.576447817Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:16.576942235Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:16.577613997Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:16.578267437Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:16.578920268Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:16.579573489Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:16.58087222Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:16.581333858Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:16.581791946Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:16.583088457Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:16.583958491Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:26.576516036Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:26.57733307Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:26.578028011Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:26.578689162Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:26.57916922Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:26.579674108Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:26.58035355Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:26.581030811Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:26.58156076Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:26.582262651Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:26.582924872Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:26.583592053Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:26.584243484Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:26.585584436Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:26.586056264Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:26.586534492Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:26.587838493Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:26.588736298Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:27.218763789Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64339"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:27.21885464Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"4f93707b-7f9d-408b-a21e-f6d36995737d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64339","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":31,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:36.581231812Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:36.581933154Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:36.582619805Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:36.583277256Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:36.583746724Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:36.584229222Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:36.584879843Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:36.585545024Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:36.586055402Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:36.586726913Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:36.587350643Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:36.587972694Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:36.588584604Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:36.589860615Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:36.590330553Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:36.59077787Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:36.592046611Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:36.592976847Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.230197745Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35654"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.230331237Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"87d37c4f-b6ea-4803-bfd5-541016c670f9","remote_addr":"[fd00:1122:3344:101::b]:35654","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":72,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.270678844Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:64202"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.270822017Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1c84c049-2fea-4402-ae89-89c82088c492","remote_addr":"[fd00:1122:3344:101::c]:64202","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.2861562Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.286177391Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"dd0bb2e0-2567-4f81-8068-69eca8f5bde7","remote_addr":"[fd00:1122:3344:101::c]:64202","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.288684092Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.288702683Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d3c24218-d297-401b-a989-15a511e22a6f","remote_addr":"[fd00:1122:3344:101::b]:35654","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":21,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.298409963Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3116bd01-1f24-4244-af81-fd5327011116","remote_addr":"[fd00:1122:3344:101::b]:35654","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":164,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.336209378Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53627"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.336425642Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"e9108389-ef30-4bc6-bfbe-6d2dee02cd96","remote_addr":"[fd00:1122:3344:101::c]:53627","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":159,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.341289172Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5d196eae-cf0f-4107-89ed-8132eea66775","remote_addr":"[fd00:1122:3344:101::c]:64202","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":168,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.412881256Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61048"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.412984128Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.453654991Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.520457936Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"441cc7d4-f79b-433d-b71b-1699a9f926a1","remote_addr":"[fd00:1122:3344:101::c]:61048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":107521,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.520656199Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52919"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.52073476Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52555"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.520994575Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d4b5884f-7e50-4990-b1b4-41935124457f","remote_addr":"[fd00:1122:3344:101::c]:61048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":260,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.521055026Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.521067876Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"0214ffc9-aaf5-4a85-8601-7a76cbc19535","remote_addr":"[fd00:1122:3344:101::b]:52919","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":197,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.528662632Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49989"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.528821834Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f3f64423-f963-4970-a6c2-a2eaa43dec64","remote_addr":"[fd00:1122:3344:101::a]:49989","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.565563452Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.57209362Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.572149771Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"abcc9bdb-e3e4-43d8-9b95-fa7efc4b4ca2","remote_addr":"[fd00:1122:3344:101::a]:49989","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":145,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.583180703Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"6f20ca27-cd3b-4c83-a594-b4bf184b52b4","remote_addr":"[fd00:1122:3344:101::a]:49989","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1008,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.620774455Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43776"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.621136201Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"29e079fe-5c4b-4b77-b75d-a91050354215","remote_addr":"[fd00:1122:3344:101::a]:43776","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":241,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.62953371Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f1c50268-08f3-4e39-a77e-087651becb84","remote_addr":"[fd00:1122:3344:101::b]:52555","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108583,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.629865656Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7930123c-5dd5-49cc-96cb-cb1435a72816","remote_addr":"[fd00:1122:3344:101::b]:52555","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.633044098Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57554"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.63317757Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.671515225Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.737059509Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a427eabf-d7a8-470e-8eea-73f6b3c3c8a4","remote_addr":"[fd00:1122:3344:101::a]:57554","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103929,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:42.737328963Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ff327a24-5e03-4612-89a6-e27713e2b2d6","remote_addr":"[fd00:1122:3344:101::a]:57554","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:46.585235027Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:46.58601099Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:46.586699534Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:46.587314029Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:46.587891641Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:46.588397379Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:46.58907615Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:46.589753401Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:46.59026219Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:46.590928071Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:46.591555161Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:46.592229442Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:46.592875433Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:46.594155344Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:46.594616982Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:46.59509755Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:46.596402971Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:46.597306076Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:56.588773613Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:56.589553376Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:56.590208386Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:56.590858627Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:56.591355056Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:56.591873334Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:56.592526895Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:56.593155445Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:56.593635063Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:56.594296904Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:56.594929885Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:56.595562145Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:56.596195485Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:56.597544838Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:56.597993715Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:56.598463433Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:56.599799045Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:44:56.60067888Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:57.252362538Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34443"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:44:57.25245146Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"864074de-9de5-4eaf-acf6-9679d8640f36","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34443","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":32,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:06.592617804Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:06.593412167Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:06.594079668Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:06.594729129Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:06.595279598Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:06.595785717Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:06.596444918Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:06.597093318Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:06.597604297Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:06.598241417Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:06.598889418Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:06.599519778Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:06.600149609Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:06.601885708Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:06.602539338Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:06.603063347Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:06.604829936Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:06.605925394Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.407100205Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51251"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.407329698Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"13e87b13-5017-4dbd-9462-6542f7a9df45","remote_addr":"[fd00:1122:3344:101::c]:51251","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.464099028Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37493"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.46425627Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ac4f9165-245e-487f-bebb-c86266157adf","remote_addr":"[fd00:1122:3344:101::b]:37493","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.468083243Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.468098784Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"fad1c3e1-d895-4ffe-a158-32e07181d7de","remote_addr":"[fd00:1122:3344:101::c]:51251","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.484748489Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"82a37382-8c05-4522-8f9e-ca05b8089978","remote_addr":"[fd00:1122:3344:101::c]:51251","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":228,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.515901524Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.515920685Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"09ba4588-faa7-4f34-8eff-a4c6886866e2","remote_addr":"[fd00:1122:3344:101::b]:37493","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.525756057Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"703ab09a-1b03-4a37-8209-39b54938776f","remote_addr":"[fd00:1122:3344:101::b]:37493","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":203,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.607808605Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48470"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.607895226Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.607928867Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.607985747Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.608387264Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.615253737Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36645"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.615684275Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"0c979c3b-c595-48b1-8cb3-90925048e8a1","remote_addr":"[fd00:1122:3344:101::c]:36645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":267,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.615743046Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46643"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.615949899Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"36fca0dc-7a5d-4938-9d91-a5d5a9130d7e","remote_addr":"[fd00:1122:3344:101::a]:46643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.627715224Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.627753644Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.671939215Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.672010086Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_8164ba35-0eff-436a-9b6b-80912419e510"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.689438235Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37826"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.691015811Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.691027781Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.691123383Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.699209516Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.699306208Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"442c5e33-30fa-4e66-8624-1a6b8469d3b3","remote_addr":"[fd00:1122:3344:101::a]:46643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":851,"response_code":"204"} {"msg":"Reading ledger from /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.699589232Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.707425722Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54250"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.707824719Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.714765503Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.715031848Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_0176efd8-6a11-46a9-8bcd-a97e447fcb50"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.725632593Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"41235ad1-8912-42eb-8b15-7dfd112d28e0","remote_addr":"[fd00:1122:3344:101::a]:46643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":898,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.737424408Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.737493439Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.74600302Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37987"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.746497888Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"a940a12b-3d2e-463f-936b-ab2d40248c8a","remote_addr":"[fd00:1122:3344:101::b]:37987","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":286,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.74959831Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60002"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.750025137Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7517eed1-3882-4d66-a665-f02c99641d63, kind: Service { id: b555dc2a-491b-4b5c-b5d7-24801f82c048 }, name: Name(\"external-dns-b555dc2a-491b-4b5c-b5d7-24801f82c048\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bdbab4fe-05a5-497c-92d5-51ab355ee8a2, kind: Service { id: 7b4111aa-1a34-450f-8a24-b1db940782bf }, name: Name(\"external-dns-7b4111aa-1a34-450f-8a24-b1db940782bf\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 141])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 57c41de5-57cc-4ec0-b2a4-ec18275db374, kind: Service { id: 75369688-7093-4009-81fe-7452642ec8ea }, name: Name(\"nexus-75369688-7093-4009-81fe-7452642ec8ea\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 184])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5d808073-b6dd-4352-8286-483c26ccb36e, kind: Service { id: 80d50149-adaa-4067-b457-5cd986e26bb3 }, name: Name(\"nexus-80d50149-adaa-4067-b457-5cd986e26bb3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 213, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c047ac03-3e6b-4894-a737-123382b38a57, kind: Service { id: 0cdd90ac-34d6-41d9-bd04-18f3635adaf7 }, name: Name(\"nexus-0cdd90ac-34d6-41d9-bd04-18f3635adaf7\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.755896744Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.756122107Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.756190059Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.75625793Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.756307431Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.756339401Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.756556765Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"c7483795-7c1d-4cba-a03c-5cf5bf5bd100","remote_addr":"[fd00:1122:3344:101::c]:60002","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6824,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.768459662Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.783088874Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.783284737Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_8164ba35-0eff-436a-9b6b-80912419e510"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.808324481Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.808378612Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_beaaa347-4478-48b4-b888-a5873241ded0"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.830349385Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:33828"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.842143961Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.842557417Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_0176efd8-6a11-46a9-8bcd-a97e447fcb50"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.859703431Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.859760672Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.86689142Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.866963631Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f571555d-78fd-4063-81ba-45a49937af6e","remote_addr":"[fd00:1122:3344:101::c]:54250","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":159276,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.871996294Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"06393a54-6408-4d5a-b4aa-03b302cc14d5","remote_addr":"[fd00:1122:3344:101::c]:54250","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":657,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 977ab5dc-c743-4525-b172-ecf8a9034abe (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.890635362Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.891021358Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_977ab5dc-c743-4525-b172-ecf8a9034abe"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.897425364Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56640"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.906407193Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64231"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.906798979Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"a563ef84-81be-42dc-92ac-ada82e0187dc","remote_addr":"[fd00:1122:3344:101::a]:64231","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":221,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.908139892Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.908152642Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_beaaa347-4478-48b4-b888-a5873241ded0"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.917455346Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.927767436Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:37397"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.931781133Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.931796533Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.931807543Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.931818313Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_2fcc59ee-335a-4c80-bbcf-e66263237ec3"} {"msg":"Reading ledger from /pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.931903145Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.951020881Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.962192716Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.962280497Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a6e234b1-bf4c-4b91-92ee-604781b835ee (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.979662324Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:12.979753366Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_a6e234b1-bf4c-4b91-92ee-604781b835ee"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.001066899Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.006534349Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_c7ca3a79-57f5-4e47-8807-03bd67966814"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.006917315Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.007348222Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a72b3345-f471-4d15-9f24-fc96e3e53563","remote_addr":"[fd00:1122:3344:101::b]:33828","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":171137,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.02111993Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"38dae8e5-bfd1-4114-9077-718b3d760e53","remote_addr":"[fd00:1122:3344:101::b]:33828","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6827,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.031251378Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35274"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 977ab5dc-c743-4525-b172-ecf8a9034abe (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.031634494Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.031669525Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_977ab5dc-c743-4525-b172-ecf8a9034abe"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.044500167Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7517eed1-3882-4d66-a665-f02c99641d63, kind: Service { id: b555dc2a-491b-4b5c-b5d7-24801f82c048 }, name: Name(\"external-dns-b555dc2a-491b-4b5c-b5d7-24801f82c048\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bdbab4fe-05a5-497c-92d5-51ab355ee8a2, kind: Service { id: 7b4111aa-1a34-450f-8a24-b1db940782bf }, name: Name(\"external-dns-7b4111aa-1a34-450f-8a24-b1db940782bf\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 141])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 57c41de5-57cc-4ec0-b2a4-ec18275db374, kind: Service { id: 75369688-7093-4009-81fe-7452642ec8ea }, name: Name(\"nexus-75369688-7093-4009-81fe-7452642ec8ea\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 184])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5d808073-b6dd-4352-8286-483c26ccb36e, kind: Service { id: 80d50149-adaa-4067-b457-5cd986e26bb3 }, name: Name(\"nexus-80d50149-adaa-4067-b457-5cd986e26bb3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 213, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c047ac03-3e6b-4894-a737-123382b38a57, kind: Service { id: 0cdd90ac-34d6-41d9-bd04-18f3635adaf7 }, name: Name(\"nexus-0cdd90ac-34d6-41d9-bd04-18f3635adaf7\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.044602059Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.0446655Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.044717891Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.044770812Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.044844153Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.044864703Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 8164ba35-0eff-436a-9b6b-80912419e510 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.051225328Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.05133132Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_8164ba35-0eff-436a-9b6b-80912419e510"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.051557584Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"b43dea56-7cfe-4f98-b341-59e46914cd82","remote_addr":"[fd00:1122:3344:101::b]:35274","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":19979,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.062790279Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.06404264Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57794"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.069911457Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.070017129Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_75598bf6-d28b-4334-94db-398fc2a8b539"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.085504555Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7517eed1-3882-4d66-a665-f02c99641d63, kind: Service { id: b555dc2a-491b-4b5c-b5d7-24801f82c048 }, name: Name(\"external-dns-b555dc2a-491b-4b5c-b5d7-24801f82c048\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bdbab4fe-05a5-497c-92d5-51ab355ee8a2, kind: Service { id: 7b4111aa-1a34-450f-8a24-b1db940782bf }, name: Name(\"external-dns-7b4111aa-1a34-450f-8a24-b1db940782bf\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 141])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 57c41de5-57cc-4ec0-b2a4-ec18275db374, kind: Service { id: 75369688-7093-4009-81fe-7452642ec8ea }, name: Name(\"nexus-75369688-7093-4009-81fe-7452642ec8ea\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 184])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5d808073-b6dd-4352-8286-483c26ccb36e, kind: Service { id: 80d50149-adaa-4067-b457-5cd986e26bb3 }, name: Name(\"nexus-80d50149-adaa-4067-b457-5cd986e26bb3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 213, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c047ac03-3e6b-4894-a737-123382b38a57, kind: Service { id: 0cdd90ac-34d6-41d9-bd04-18f3635adaf7 }, name: Name(\"nexus-0cdd90ac-34d6-41d9-bd04-18f3635adaf7\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.085601147Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.085635008Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.085657708Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.085674588Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.085696978Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.085710229Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.085756679Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"1e91c42c-66f8-4909-a9f5-84db7224dd35","remote_addr":"[fd00:1122:3344:101::a]:57794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6534,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.089576933Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.089586633Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_2fcc59ee-335a-4c80-bbcf-e66263237ec3"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.099050039Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"5c2f924b-94a3-4c6a-842e-54434dcec384","remote_addr":"[fd00:1122:3344:101::c]:48470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":491151,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 0176efd8-6a11-46a9-8bcd-a97e447fcb50 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.104055822Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.104070692Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_0176efd8-6a11-46a9-8bcd-a97e447fcb50"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.123186349Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.123317831Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_c7ca3a79-57f5-4e47-8807-03bd67966814"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: beaaa347-4478-48b4-b888-a5873241ded0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.140230231Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.140273331Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_beaaa347-4478-48b4-b888-a5873241ded0"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.14562044Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9299ac58-c875-4349-b2e1-98fb597eefa1","remote_addr":"[fd00:1122:3344:101::a]:37397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":217574,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.146218559Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b6b89495-9d46-4d2e-a76b-fc6346dd612a","remote_addr":"[fd00:1122:3344:101::a]:37397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":314,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 216077bb-f8f0-4fbf-8aa0-1db2249e65da (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.176976798Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.177046369Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_216077bb-f8f0-4fbf-8aa0-1db2249e65da"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.193894168Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.193963039Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_75598bf6-d28b-4334-94db-398fc2a8b539"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.213132176Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"1e329bb4-e5d7-4747-a572-553199a88a91","remote_addr":"[fd00:1122:3344:101::b]:37826","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":523533,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 977ab5dc-c743-4525-b172-ecf8a9034abe (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.218011407Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.218040827Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_977ab5dc-c743-4525-b172-ecf8a9034abe"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2fcc59ee-335a-4c80-bbcf-e66263237ec3 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.254991919Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.255051059Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_2fcc59ee-335a-4c80-bbcf-e66263237ec3"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: c7ca3a79-57f5-4e47-8807-03bd67966814 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.286418218Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.286477839Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_c7ca3a79-57f5-4e47-8807-03bd67966814"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 75598bf6-d28b-4334-94db-398fc2a8b539 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.3173402Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.317397501Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_75598bf6-d28b-4334-94db-398fc2a8b539"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:13.333970915Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"747498b5-f187-4adc-b21e-4105115d6191","remote_addr":"[fd00:1122:3344:101::a]:56640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":436381,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:16.596825452Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:16.597709207Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:16.598393488Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:16.599064169Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:16.599572028Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:16.600166978Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:16.600862079Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:16.60152226Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:16.602029288Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:16.602678729Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:16.60335692Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:16.604021231Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:16.604662122Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:16.606021214Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:16.606533593Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:16.607016991Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:16.608360003Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:16.609279158Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:26.600500602Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:26.601269794Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:26.601914115Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:26.602577226Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:26.603074824Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:26.603583422Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:26.604245693Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:26.604888074Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:26.605410793Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:26.606075934Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:26.606718094Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:26.607357885Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:26.607984945Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:26.609312217Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:26.609803655Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:26.610281363Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:26.611590035Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:26.61247156Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:27.284752909Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36631"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:27.28484767Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"ba3d6da3-4b8f-4209-a63a-fb9d103e1f4c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36631","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":31,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:36.604646988Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:36.605444611Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:36.606138693Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:36.606811694Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:36.607348833Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:36.607908052Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:36.608612074Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:36.609266404Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:36.609794343Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:36.610455014Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:36.611117455Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:36.611790336Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:36.612425766Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:36.61383341Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:36.614328898Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:36.614805126Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:36.616106737Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:36.617008812Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.108297941Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41837"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.108503322Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"69433172-0366-462c-b196-3277be25407c","remote_addr":"[fd00:1122:3344:101::c]:41837","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.142737556Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.142776337Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1d98df48-2193-4088-b8d8-3d67ae9601a3","remote_addr":"[fd00:1122:3344:101::c]:41837","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.153478274Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"75ecf14a-d799-42df-95d0-ec0c4815fb1e","remote_addr":"[fd00:1122:3344:101::c]:41837","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":254,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.262154431Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:64864"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.262327014Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1d72a10f-1a1f-4dfb-8d37-e81249dd3713","remote_addr":"[fd00:1122:3344:101::b]:64864","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.308165863Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51479"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.309849351Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"6aa1768c-f606-4fac-923b-47a9746133e4","remote_addr":"[fd00:1122:3344:101::c]:51479","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":170,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.31949283Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.319521491Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"966d926b-5b6e-4540-914b-73889da4582b","remote_addr":"[fd00:1122:3344:101::b]:64864","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.329504816Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"cbc2d5f3-9a07-47e6-88cd-61ede1af6348","remote_addr":"[fd00:1122:3344:101::b]:64864","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":219,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.332665678Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:40249"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.332769419Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.390873941Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.481989818Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4b5fbf26-ff3b-4203-9e12-fb19fe14aeec","remote_addr":"[fd00:1122:3344:101::c]:40249","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":149261,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.48210102Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51114"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.48213847Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57804"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.482427585Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"3be9bef3-827f-4192-a36e-b5b727756874","remote_addr":"[fd00:1122:3344:101::b]:57804","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":207,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.482509706Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.48819899Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b4dea73b-3a32-48af-9abc-f7d430ac6b09","remote_addr":"[fd00:1122:3344:101::c]:40249","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5790,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.524847467Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.529411892Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.529734547Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"7a3abdc1-95c6-495c-b981-27708abf0260","remote_addr":"[fd00:1122:3344:101::a]:63257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":173,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.576601272Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.576674794Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e3f78965-4be6-488f-86f0-068301c2deac","remote_addr":"[fd00:1122:3344:101::a]:63257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":583,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.582411119Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:42453"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.582608942Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"bfd0782a-5207-4a50-a03d-0a9bd8d347b8","remote_addr":"[fd00:1122:3344:101::a]:42453","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":131,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.585708383Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"37844338-444f-4567-81e9-0861855a4416","remote_addr":"[fd00:1122:3344:101::b]:51114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103329,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.585995708Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8e023338-29e5-499d-992b-9921493985b2","remote_addr":"[fd00:1122:3344:101::b]:51114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.586210671Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"12304598-348a-4256-ac10-48c0a8608ef5","remote_addr":"[fd00:1122:3344:101::a]:63257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":167,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.63568632Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64019"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.635791571Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.673838431Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.732960979Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"58c23d7f-d3f3-492f-8a21-f6989a319d51","remote_addr":"[fd00:1122:3344:101::a]:64019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97206,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:42.733277424Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f4cec5d9-8a95-4f02-93eb-7d8887fd5750","remote_addr":"[fd00:1122:3344:101::a]:64019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":116,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:46.609038868Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:46.609846112Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:46.610526913Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:46.611197094Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:46.611688442Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:46.61219092Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:46.612869202Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:46.613645904Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:46.614272095Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:46.614974126Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:46.615626917Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:46.616288168Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:46.616938329Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:46.6182165Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:46.618698988Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:46.619150255Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:46.620470407Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:46.621367592Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:56.613205225Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:56.6141314Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:56.614791411Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:56.615432172Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:56.61593817Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:56.616442679Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:56.61712Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:56.617764961Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:56.618254818Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:56.618885499Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:56.61953601Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:56.620182361Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:56.620825801Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:56.622151683Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:56.622648281Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:56.623123989Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:56.624461761Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:45:56.625374316Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:57.319254133Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42838"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:45:57.319339904Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"706dd7d6-3d91-444e-9fcc-962b46ec68de","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42838","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:06.617662706Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:06.61850081Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:06.619168571Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:06.619811362Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:06.6203238Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:06.620831429Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:06.62151827Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:06.62214812Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:06.622649979Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:06.623270919Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:06.623890129Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:06.62452137Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:06.62516393Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:06.626497712Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:06.62697837Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:06.627458678Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:06.628828211Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:06.629726346Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.349093833Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62780"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.349257906Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"79ebba76-efed-44bf-afde-0f884e4c6ea9","remote_addr":"[fd00:1122:3344:101::c]:62780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.430843855Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.430877946Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a726b755-8abb-4573-8c95-2fc5431899b0","remote_addr":"[fd00:1122:3344:101::c]:62780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.440428744Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41624"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.440588587Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"831c31b4-679d-49d9-9dde-8901edd2b4b9","remote_addr":"[fd00:1122:3344:101::b]:41624","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.443426463Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"02a69d51-17d0-48e6-bcc3-0e0994399536","remote_addr":"[fd00:1122:3344:101::c]:62780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":201,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.499478561Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.499507801Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"7c56f09e-1444-47b5-96e0-4dafbffba71f","remote_addr":"[fd00:1122:3344:101::b]:41624","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.514792744Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"83076407-d742-4e82-bc87-eb0829ee1128","remote_addr":"[fd00:1122:3344:101::b]:41624","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":183,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.546978706Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38834"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.547063408Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.597819267Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.668548197Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ce2bebf7-f527-4323-a1f2-9a9f5222d399","remote_addr":"[fd00:1122:3344:101::b]:38834","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":121520,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.668774241Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37618"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.668864112Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:35803"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.668938864Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:65451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.669188357Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"669e8f14-1518-44af-bcc4-c013dc0c9511","remote_addr":"[fd00:1122:3344:101::b]:38834","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":331,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.669268989Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"87ad488e-923d-4a78-880f-c746be92909c","remote_addr":"[fd00:1122:3344:101::c]:37618","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":302,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.669303139Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"bd20d2bf-51ae-4634-9fad-f918da38118c","remote_addr":"[fd00:1122:3344:101::b]:65451","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":248,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.669413641Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.717490852Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.735868171Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:61275"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.736191046Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"cebd6195-d570-4bb5-923e-279aeaaaf1a5","remote_addr":"[fd00:1122:3344:101::a]:61275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":158,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.793970452Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.794034622Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e1565ac7-3b2c-4431-939d-377d1dba67fa","remote_addr":"[fd00:1122:3344:101::a]:61275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":170,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.80417703Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"1d984af7-c323-41ce-bfbd-a844ef66f0c8","remote_addr":"[fd00:1122:3344:101::c]:35803","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":134897,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.804589897Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"cb984141-9947-4887-96fd-ebad50863dd1","remote_addr":"[fd00:1122:3344:101::c]:35803","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":133,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.80838446Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ca63b827-7621-49a9-b902-22f3ffd8671b","remote_addr":"[fd00:1122:3344:101::a]:61275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":291,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.85799544Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:32984"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.858312466Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.902814731Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.963446724Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"59c012b1-7851-4c02-922a-d21965b0dfa9","remote_addr":"[fd00:1122:3344:101::a]:32984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105174,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.963570146Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64951"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.963846791Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"acbbb121-5194-4860-9831-0b60891f69d5","remote_addr":"[fd00:1122:3344:101::a]:64951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":182,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:12.963958212Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a906fd85-c7f0-4701-9ddb-d689f4da397e","remote_addr":"[fd00:1122:3344:101::a]:32984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":203,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:16.621353376Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:16.622068997Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:16.622702278Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:16.623337249Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:16.623833787Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:16.624344445Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:16.625005666Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:16.625622996Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:16.626101284Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:16.626742685Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:16.627361085Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:16.627998676Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:16.628603036Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:16.629955198Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:16.630417876Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:16.630866333Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:16.632184825Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:16.633061689Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:26.625222567Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:26.626009401Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:26.626673892Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:26.627322682Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:26.627815341Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:26.628341849Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:26.629058971Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:26.629735702Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:26.630246521Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:26.630919302Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:26.632174983Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:26.632849604Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:26.633492704Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:26.634861787Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:26.635329895Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:26.635803333Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:26.637191716Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:26.638106971Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:27.354140664Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63562"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:27.354250726Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"4987c9d6-d27b-4427-aae3-237b444c0cbe","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63562","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":32,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:29.27840023Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55420"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:29.278668955Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"ced53701-7ce5-4c1a-bdfa-d98c3eef8391","remote_addr":"[fd00:1122:3344:101::a]:55420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":202,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:29.278931119Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:874","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(10251726) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:29.27895267Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"PUT","req_id":"95100173-1c75-4777-a636-01126e332530","remote_addr":"[fd00:1122:3344:101::a]:55420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:29.367490334Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53770"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:29.372929474Z","hostname":"buskin","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: bf218105-d1ce-4710-a3e5-44b53cababe2, project_id: f0e43e9c-63c9-45af-914c-90cb29f357e7 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-11-28T01:46:29.367285621Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 9eb506bc-aa76-4401-bb2f-7c5bef9772ab, kind: Instance { id: eab2ccae-1246-4353-8b8d-c87c0502905b }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10251726), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9eb506bc-aa76-4401-bb2f-7c5bef9772ab, kind: Instance { id: eab2ccae-1246-4353-8b8d-c87c0502905b }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10251726), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9eb506bc-aa76-4401-bb2f-7c5bef9772ab, kind: Instance { id: eab2ccae-1246-4353-8b8d-c87c0502905b }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10251726), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(10251726))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9eb506bc-aa76-4401-bb2f-7c5bef9772ab, kind: Instance { id: eab2ccae-1246-4353-8b8d-c87c0502905b }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10251726), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-3074993bd6e\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 834f6ede-be0e-4346-bf10-23744ed73332, read_only_parent: Some(Volume { block_size: 512, id: 1c2a4007-d32b-4141-8b9f-869b3243cd4f, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: f27e70fb-6921-4977-ac22-b2cf4c62b505, key: Some(\"kirjE5IKC4cmQ8QhZfU8V+GQKkmMB7g0qZU1CAVCOjo=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::18]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 834f6ede-be0e-4346-bf10-23744ed73332, key: Some(\"FJ9v4dVM4tYTRICfbqssrg12GPO7vKN1APmfBmuK2CE=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::16]:19001\", \"[fd00:1122:3344:101::13]:19001\", \"[fd00:1122:3344:101::1a]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-3074993bd6e\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:29.372999635Z","hostname":"buskin","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:29.373011225Z","hostname":"buskin","pid":1566,"propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"sled-agent/src/instance.rs:1281","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 9eb506bc-aa76-4401-bb2f-7c5bef9772ab, kind: Instance { id: eab2ccae-1246-4353-8b8d-c87c0502905b }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10251726), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9eb506bc-aa76-4401-bb2f-7c5bef9772ab, kind: Instance { id: eab2ccae-1246-4353-8b8d-c87c0502905b }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10251726), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9eb506bc-aa76-4401-bb2f-7c5bef9772ab, kind: Instance { id: eab2ccae-1246-4353-8b8d-c87c0502905b }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10251726), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(10251726))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9eb506bc-aa76-4401-bb2f-7c5bef9772ab, kind: Instance { id: eab2ccae-1246-4353-8b8d-c87c0502905b }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10251726), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-3074993bd6e\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 834f6ede-be0e-4346-bf10-23744ed73332, read_only_parent: Some(Volume { block_size: 512, id: 1c2a4007-d32b-4141-8b9f-869b3243cd4f, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: f27e70fb-6921-4977-ac22-b2cf4c62b505, key: Some(\"kirjE5IKC4cmQ8QhZfU8V+GQKkmMB7g0qZU1CAVCOjo=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::18]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 834f6ede-be0e-4346-bf10-23744ed73332, key: Some(\"FJ9v4dVM4tYTRICfbqssrg12GPO7vKN1APmfBmuK2CE=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::16]:19001\", \"[fd00:1122:3344:101::13]:19001\", \"[fd00:1122:3344:101::1a]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-3074993bd6e\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-11-28T01:46:29.367285621Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:29.373620765Z","hostname":"buskin","pid":1566,"uri":"/vmms/c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","method":"PUT","req_id":"407712c7-a31b-42e8-9da2-f122f0ca1415","remote_addr":"[fd00:1122:3344:101::a]:53770","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6077,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:29.455680653Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49750"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:29.455973447Z","hostname":"buskin","pid":1566,"uri":"/vmms/c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4/state","method":"PUT","req_id":"719b10ab-5c6f-43a5-b9d9-db1fd0b6d876","remote_addr":"[fd00:1122:3344:101::a]:49750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":179,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:29.456645679Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 10251726 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:29.456678219Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:29.504356678Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:29.531243712Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:29.540506496Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48686"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:29.540650418Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"50ed903e-f513-45f6-8f91-e24f69371694","remote_addr":"[fd00:1122:3344:101::a]:48686","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":72,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:29.555724088Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {9eb506bc-aa76-4401-bb2f-7c5bef9772ab: {10.151.1.176: {22796e78-ae6b-4653-8d60-7d04f582adb6}, 10.151.1.175: {22796e78-ae6b-4653-8d60-7d04f582adb6}}} }"} {"msg":"Profile for oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:30.980012945Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:30.980228668Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4\") failed: Property not found. retry in 29.821915ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:31.234343191Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4\") failed: Property not found. retry in 77.723053ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:31.275420991Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4\") failed: Property not found. retry in 241.226097ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:31.374426368Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4\") failed: Property not found. retry in 239.80371ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:31.630667427Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4\") failed: Property not found. retry in 546.216053ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:31.889573378Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4\") failed: Property not found. retry in 705.010838ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:32.450347824Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4\") failed: Property not found. retry in 1.49269429s","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:33.170153459Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4\") failed: Property not found. retry in 934.048555ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:34.677665583Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4\") failed: Property not found. retry in 624.309297ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:35.625341467Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:36.285610998Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"sled-agent/src/instance.rs:1786"} {"msg":"wait for service Some(\"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4\") failed: Property not found. retry in 25.591054ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:36.299474137Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4\") failed: Property not found. retry in 144.32827ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:36.337802521Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4\") failed: Property not found. retry in 282.145172ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:36.494866469Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:36.630002814Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:36.630716926Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:36.631410738Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:36.632057218Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:36.632543526Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:36.633039294Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:36.633696815Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:36.634355896Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:36.634873355Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:36.635510095Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:36.636140656Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:36.636781476Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:36.637399327Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:36.638730089Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:36.639195036Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:36.639660434Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:36.641011616Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:36.641897431Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:36.79120888Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"sled-agent/src/instance.rs:1795"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:36.826754498Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"sled-agent/src/instance.rs:1819"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:36.966009292Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"sled-agent/src/instance.rs:932"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:36.966949597Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1243"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:36.967007088Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"dda3d8a8-6ffb-4e81-b065-61bacfcf2957","remote_addr":"[fd00:1122:3344:101::a]:48686","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7411237,"response_code":"204"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-11-28T01:46:36.967030618Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:36.967048049Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:36.967062009Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-11-28T01:46:36.967030618Z }","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:36.968146227Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-11-28T01:46:36.967030618Z }, migration_in: None, migration_out: None }","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-11-28T01:46:36.998132683Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:36.998169064Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:36.998198454Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-28T01:46:36.998132683Z }","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:36.998205694Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-28T01:46:36.998132683Z }, migration_in: None, migration_out: None }","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:37.077362913Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"2cb89965-ce4c-4816-9315-27c50354a896","remote_addr":"[fd00:1122:3344:101::a]:48686","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":279,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.188263206Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55764"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.188735404Z","hostname":"buskin","pid":1566,"uri":"/vmms/c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4/state","method":"GET","req_id":"e9293357-b439-48c2-ae41-bc47cdd651f7","remote_addr":"[fd00:1122:3344:101::c]:55764","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":393,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.232522588Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52337"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.232836993Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"82f4ccdd-3b7e-49b3-b18d-91910d5a5b8e","remote_addr":"[fd00:1122:3344:101::c]:52337","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":207,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.252236384Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41046"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.252344916Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0009db14-4bfc-4411-9287-b45be538dd87","remote_addr":"[fd00:1122:3344:101::c]:41046","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.263671914Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55643"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.263844817Z","hostname":"buskin","pid":1566,"uri":"/vmms/c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4/state","method":"GET","req_id":"0c9fbb9e-6365-42d1-b677-ab57701ac068","remote_addr":"[fd00:1122:3344:101::b]:55643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.293605629Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {9eb506bc-aa76-4401-bb2f-7c5bef9772ab: {10.151.1.175: {22796e78-ae6b-4653-8d60-7d04f582adb6}, 10.151.1.176: {22796e78-ae6b-4653-8d60-7d04f582adb6}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.293632169Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"381ef6e6-cb3b-4e12-aa65-47836450fdf4","remote_addr":"[fd00:1122:3344:101::c]:41046","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":126,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.312394409Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"59374ef3-ca98-4bb5-959b-b8c9accd29eb","remote_addr":"[fd00:1122:3344:101::c]:41046","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":223,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.338993619Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.339123251Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"73e239bf-9b60-4cdf-b8f0-fc8ba2745b1b","remote_addr":"[fd00:1122:3344:101::b]:46257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.351558627Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47194"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.35174014Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.417460637Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.513810751Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c0c91778-7cb3-45ca-a82e-bb0f208b2d80","remote_addr":"[fd00:1122:3344:101::c]:47194","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":162119,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.514316769Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:65001"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.514435381Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59256"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.514450411Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {9eb506bc-aa76-4401-bb2f-7c5bef9772ab: {10.151.1.176: {22796e78-ae6b-4653-8d60-7d04f582adb6}, 10.151.1.175: {22796e78-ae6b-4653-8d60-7d04f582adb6}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.514488912Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"42cf053d-cfd9-4b27-996a-ad36c77a5b9f","remote_addr":"[fd00:1122:3344:101::b]:46257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":313,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.514528213Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39255"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.514636585Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ddae8245-a394-40e4-aaee-84bc8df1ca38","remote_addr":"[fd00:1122:3344:101::c]:47194","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":352,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.514808047Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"54281520-abd4-469a-be18-39252e66128b","remote_addr":"[fd00:1122:3344:101::a]:65001","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":205,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.514838088Z","hostname":"buskin","pid":1566,"uri":"/vmms/c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4/state","method":"GET","req_id":"f669f847-40e9-458b-8eea-45f69d2ac8ce","remote_addr":"[fd00:1122:3344:101::a]:59256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":215,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.514892819Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.548468064Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"4b0c706c-2570-4244-97d4-78a1c15415a5","remote_addr":"[fd00:1122:3344:101::b]:46257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1220,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.567919626Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {9eb506bc-aa76-4401-bb2f-7c5bef9772ab: {10.151.1.175: {22796e78-ae6b-4653-8d60-7d04f582adb6}, 10.151.1.176: {22796e78-ae6b-4653-8d60-7d04f582adb6}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.568006597Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"32000629-c48a-4a1d-88b0-20c0875fb3c2","remote_addr":"[fd00:1122:3344:101::a]:65001","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":765,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.581228596Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.590851245Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"23a3a634-7afe-493b-96f8-0a7167e210da","remote_addr":"[fd00:1122:3344:101::a]:65001","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":586,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.62684019Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62844"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.627261037Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"d2ce812c-c0a5-49f3-b170-3508fa470354","remote_addr":"[fd00:1122:3344:101::b]:62844","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":249,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.66974727Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e056f5f2-3f4f-47b3-bfcf-95e2107a679a","remote_addr":"[fd00:1122:3344:101::b]:39255","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":155003,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.670192527Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f65ebfc7-b7a7-4cbd-b0d9-c530b6649755","remote_addr":"[fd00:1122:3344:101::b]:39255","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":192,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.68606594Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43909"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.686281653Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"754e4a70-9597-4a29-b012-9baa78256227","remote_addr":"[fd00:1122:3344:101::a]:43909","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.724524966Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63458"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.724624608Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.773856792Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.84686287Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"71c86592-6b6e-4806-9abc-d4d873cfb6b2","remote_addr":"[fd00:1122:3344:101::a]:63458","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":122266,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:42.847175855Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"010e0379-5cf1-4dbb-98b9-9f6654332917","remote_addr":"[fd00:1122:3344:101::a]:63458","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:46.634515286Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:46.642292935Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:46.643272671Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:46.644174486Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:46.644789126Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:46.645483888Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:46.646174859Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:46.64685463Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:46.64740758Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:46.648074711Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:46.648752672Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:46.649434983Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:46.650076664Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:46.651494127Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:46.651994685Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:46.652488264Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:46.653847426Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:46.654806772Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:46.929504845Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53691"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:46.929960223Z","hostname":"buskin","pid":1566,"uri":"/vmms/c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4/state","method":"PUT","req_id":"13b43c62-1374-4306-9ba8-232e2de21f28","remote_addr":"[fd00:1122:3344:101::a]:53691","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":382,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-11-28T01:46:46.930041514Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:46.930062564Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:46.930070645Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-11-28T01:46:46.930041514Z }","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:46.930101235Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-11-28T01:46:46.930041514Z }, migration_in: None, migration_out: None }","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-11-28T01:46:46.965716384Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:46.965734005Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:46.965756835Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-11-28T01:46:46.965716384Z }","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:46.965768095Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"sled-agent/src/instance.rs:816","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:46.965774735Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:46.965845586Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"14423359006634714998"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:46.965869687Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"8244727884455237683"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:46.966015119Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:46.96604313Z","hostname":"buskin","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/2d6a91dc-89a8-488e-9efc-6f5bec9b10d5/debug/bundle/zone\", \"/pool/int/7f63c436-f542-43a4-9af6-de72a4c8391f/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/a6e234b1-bf4c-4b91-92ee-604781b835ee/crypt/debug\", \"/pool/ext/8164ba35-0eff-436a-9b6b-80912419e510/crypt/debug\", \"/pool/ext/0176efd8-6a11-46a9-8bcd-a97e447fcb50/crypt/debug\", \"/pool/ext/beaaa347-4478-48b4-b888-a5873241ded0/crypt/debug\", \"/pool/ext/216077bb-f8f0-4fbf-8aa0-1db2249e65da/crypt/debug\", \"/pool/ext/977ab5dc-c743-4525-b172-ecf8a9034abe/crypt/debug\", \"/pool/ext/2fcc59ee-335a-4c80-bbcf-e66263237ec3/crypt/debug\", \"/pool/ext/c7ca3a79-57f5-4e47-8807-03bd67966814/crypt/debug\", \"/pool/ext/75598bf6-d28b-4334-94db-398fc2a8b539/crypt/debug\"] }","zone_name":"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:47.667208147Z","hostname":"buskin","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4\", bundle_id: 6dd9e678-ce46-4323-a65e-c91651d78c71 }, time_created: 2024-11-28T01:46:46.967496664Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","v":0,"name":"SledAgent","level":40,"time":"2024-11-28T01:46:47.6673846Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"sled-agent/src/instance.rs:1032"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:49.4679113Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"illumos-utils/src/zone.rs:279"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:49.48360041Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:1000","id":"RouterId { vni: Vni(10251726), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:49.48363915Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:1000","id":"RouterId { vni: Vni(10251726), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:49.484011077Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-11-28T01:46:49.483981186Z }, migration_in: None, migration_out: None }","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:49.509347045Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-11-28T01:46:49.483981186Z }, migration_in: None, migration_out: None }","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:49.512537008Z","hostname":"buskin","pid":1566,"instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","propolis_id":"c0ea32fd-8b53-4ed4-afa0-2ecbfc48bee4","instance_id":"eab2ccae-1246-4353-8b8d-c87c0502905b","component":"InstanceManager","file":"sled-agent/src/instance.rs:969"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:49.925758603Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34679"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:49.925895815Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"32eacb0d-8f42-43ae-a599-4bfa452e9f82","remote_addr":"[fd00:1122:3344:101::a]:34679","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:49.968695853Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {9eb506bc-aa76-4401-bb2f-7c5bef9772ab: {10.151.1.176: {22796e78-ae6b-4653-8d60-7d04f582adb6}, 10.151.1.175: {22796e78-ae6b-4653-8d60-7d04f582adb6}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:49.968722433Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ff1fd1e7-6f04-404e-a1db-94311f593ce3","remote_addr":"[fd00:1122:3344:101::a]:34679","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":124,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:49.977381797Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3c9abf73-8d40-47f5-8a87-5bc7454ddfaf","remote_addr":"[fd00:1122:3344:101::a]:34679","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":216,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:50.059588566Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40983"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:50.05979104Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"74dc65d2-0adc-483d-a709-e4cb176200a7","remote_addr":"[fd00:1122:3344:101::a]:40983","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":148,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:50.246555689Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53731"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:50.246755102Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"dba0d3aa-945c-4d33-aacd-1e5347826f57","remote_addr":"[fd00:1122:3344:101::a]:53731","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":157,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:50.409075667Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:54407"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:50.409170039Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"cbb25504-bb21-45db-ac43-d2c0b60504ab","remote_addr":"[fd00:1122:3344:101::a]:54407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:50.423511886Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:50.423551656Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1243"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:50.423556986Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"7215fb03-2773-4985-b3ed-3031d957f8f6","remote_addr":"[fd00:1122:3344:101::a]:54407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:50.431489997Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"82d0e2da-1e28-498c-a1d8-97d6f8396a29","remote_addr":"[fd00:1122:3344:101::a]:54407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":238,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:51.103329169Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:54430"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:51.103498102Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"584487a4-aab6-4c6a-8b0d-1e5bfacd2df8","remote_addr":"[fd00:1122:3344:101::a]:54430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:51.126241028Z","hostname":"buskin","pid":1566,"sled_id":"12368a57-a643-445a-b32d-da10700bd20e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:51.126263129Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"27a06cf2-0f15-4c07-a9e3-fa12715554c3","remote_addr":"[fd00:1122:3344:101::a]:54430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-28T01:46:51.137184789Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8e8bbccd-53d2-475f-a85c-a0181ee03a25","remote_addr":"[fd00:1122:3344:101::a]:54430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":261,"response_code":"204"}