[ Nov 26 05:19:48 Enabled. ] [ Nov 26 05:19:48 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Nov 26 05:19:48 Method "start" exited with status 0. ] [ Nov 26 05:19:48 Rereading configuration. ] [ Nov 26 05:19:48 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:48.75424955Z","hostname":"sock","pid":1566,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:48.754385772Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:48.807558525Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:48.807598686Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:48.922758399Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:48.93121224Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:48.939258332Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:49.541316476Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:49.678901492Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:49.678928082Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:49.678994034Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:49.679070925Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:49.679080876Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:49.679113656Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:49.682470024Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:19:49.682476764Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:49.682485354Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:49.682492274Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:49.682522595Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:49.682585636Z","hostname":"sock","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:49.682681808Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:49.682702238Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:49.682710299Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:49.69518065Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:49.695205521Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"8488adc3-a35c-4d33-bd61-39dfc8c64c55 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:49.795033125Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 8488adc3-a35c-4d33-bd61-39dfc8c64c55 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.258067545Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.258103146Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.258108476Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.258120997Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.258131377Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.258147107Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.258152007Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.266809942Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.266826832Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"e4c38366-5212-46e4-b3d0-f797c1f6a6ba (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.353906869Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: e4c38366-5212-46e4-b3d0-f797c1f6a6ba (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.818981401Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819022641Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8488adc3-a35c-4d33-bd61-39dfc8c64c55 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e4c38366-5212-46e4-b3d0-f797c1f6a6ba (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819059742Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819065622Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819076313Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819084853Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819090493Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819101723Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8488adc3-a35c-4d33-bd61-39dfc8c64c55 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e4c38366-5212-46e4-b3d0-f797c1f6a6ba (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819118034Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819123844Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819128574Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819138094Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819142534Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819155004Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819160014Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8488adc3-a35c-4d33-bd61-39dfc8c64c55 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e4c38366-5212-46e4-b3d0-f797c1f6a6ba (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819175665Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819181775Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819185435Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819190035Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819194175Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8488adc3-a35c-4d33-bd61-39dfc8c64c55 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e4c38366-5212-46e4-b3d0-f797c1f6a6ba (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819211605Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819219225Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819223906Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819228116Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819233146Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819237476Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8488adc3-a35c-4d33-bd61-39dfc8c64c55 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e4c38366-5212-46e4-b3d0-f797c1f6a6ba (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819257046Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819262837Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819267417Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819272287Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819277477Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819281277Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8488adc3-a35c-4d33-bd61-39dfc8c64c55 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e4c38366-5212-46e4-b3d0-f797c1f6a6ba (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819303717Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819308597Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819313247Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819320418Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819324408Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819329428Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8488adc3-a35c-4d33-bd61-39dfc8c64c55 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e4c38366-5212-46e4-b3d0-f797c1f6a6ba (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819354178Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819358628Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819363148Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819368539Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819401289Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819412689Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.8194182Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.81942675Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8488adc3-a35c-4d33-bd61-39dfc8c64c55 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e4c38366-5212-46e4-b3d0-f797c1f6a6ba (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819480501Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819485391Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819492351Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819497761Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819502441Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819507351Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819511342Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8488adc3-a35c-4d33-bd61-39dfc8c64c55 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e4c38366-5212-46e4-b3d0-f797c1f6a6ba (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819540632Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819548702Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819560483Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819565792Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819569193Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8488adc3-a35c-4d33-bd61-39dfc8c64c55 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e4c38366-5212-46e4-b3d0-f797c1f6a6ba (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819591073Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819595653Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819599093Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819635344Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819649354Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819656874Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819666165Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819673135Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819677205Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819708235Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.819714075Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.830897721Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:736"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.830931222Z","hostname":"sock","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999938299s","next_cleanup":"Instant { tv_sec: 2957, tv_nsec: 122786581 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.830989543Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.830996073Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.831049484Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.833997694Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.834354541Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.836383762Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: Some(\n None,\n ),\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n tx_eq: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.836607166Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1200"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.836616816Z","hostname":"sock","pid":1566,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.836683178Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.836730929Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.836756959Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.83676171Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1263"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.83678428Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.83679208Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.83680146Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.836812351Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1305"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.8368161Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.836820041Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.836844271Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Writing ledger to /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.836867052Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.837159887Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 265eda97-f99d-4cd1-9b37-bd40395069c1,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8 (sled),\n rack_id: 265eda97-f99d-4cd1-9b37-bd40395069c1,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: Some(\n None,\n ),\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n tx_eq: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.837400412Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.837404752Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1339"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.837444593Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.837453273Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.837610656Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.837734059Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.837823411Z","hostname":"sock","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8 (sled), rack_id: 265eda97-f99d-4cd1-9b37-bd40395069c1, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.838460214Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4245"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.838539105Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4645"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.843160279Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.849025377Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.849242301Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.854001337Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.854060438Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.854190321Z","hostname":"sock","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:52280","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8 (sled), rack_id: 265eda97-f99d-4cd1-9b37-bd40395069c1, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.854314833Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.854322044Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.854363954Z","hostname":"sock","pid":1566,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.854371465Z","hostname":"sock","pid":1566,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.854378625Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.854383295Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:809"} {"msg":"No ledger in /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.854431956Z","hostname":"sock","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.854445606Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.854454366Z","hostname":"sock","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.854473067Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:798"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.854477627Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:826"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.854481687Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:592"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.854490357Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.854494587Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:697","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.87146651Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.89182015Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.908942746Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.916282514Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:408"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.916308234Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.916318084Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:420"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.916379345Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 58.759352ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.919271704Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"370d31c7-bfa4-4253-97fa-a0e5601b36b9\", \"content-length\": \"124\", \"date\": \"Tue, 26 Nov 2024 05:19:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"370d31c7-bfa4-4253-97fa-a0e5601b36b9\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_8488adc3-a35c-4d33-bd61-39dfc8c64c55/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.929434669Z","hostname":"sock","pid":1566,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_8488adc3-a35c-4d33-bd61-39dfc8c64c55/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.951262989Z","hostname":"sock","pid":1566,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_8488adc3-a35c-4d33-bd61-39dfc8c64c55/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.95130467Z","hostname":"sock","pid":1566,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.95627871Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:435"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.956287921Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_8488adc3-a35c-4d33-bd61-39dfc8c64c55/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.956292761Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.978937057Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 81.787993ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:50.979370516Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62aa2007-1c14-4174-bc6a-de6ca86e47b9\", \"content-length\": \"124\", \"date\": \"Tue, 26 Nov 2024 05:19:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"62aa2007-1c14-4174-bc6a-de6ca86e47b9\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:51.041618472Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:51.061891251Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 194.293142ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:51.062311099Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27dc67a2-6883-41a7-8102-aaeba75be4bf\", \"content-length\": \"124\", \"date\": \"Tue, 26 Nov 2024 05:19:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"27dc67a2-6883-41a7-8102-aaeba75be4bf\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:51.25716387Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 149.359166ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:51.257617119Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b043106-cfee-409b-b0d3-9f46c70e93f0\", \"content-length\": \"124\", \"date\": \"Tue, 26 Nov 2024 05:19:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1b043106-cfee-409b-b0d3-9f46c70e93f0\" }"} {"msg":"Mounting oxi_8488adc3-a35c-4d33-bd61-39dfc8c64c55/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:51.259916366Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:51.272365837Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:51.272443008Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:51.272470529Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:51.2725049Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:51.408608985Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 206.192634ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:51.40935499Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"759d71c6-bb70-4695-96d0-edebe2121c0d\", \"content-length\": \"124\", \"date\": \"Tue, 26 Nov 2024 05:19:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"759d71c6-bb70-4695-96d0-edebe2121c0d\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:51.616129861Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 303.634896ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:51.616753414Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"276a7339-c95a-420d-bf13-8ae64f957818\", \"content-length\": \"124\", \"date\": \"Tue, 26 Nov 2024 05:19:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"276a7339-c95a-420d-bf13-8ae64f957818\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:51.920972691Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 258.73093ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:51.921522242Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dfdb32f-6291-4b56-96ee-793ac018bfcd\", \"content-length\": \"124\", \"date\": \"Tue, 26 Nov 2024 05:19:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1dfdb32f-6291-4b56-96ee-793ac018bfcd\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:52.018539879Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:52.024092061Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:55747","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327","component":"producer-server","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:52.024120832Z","hostname":"sock","pid":1566,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:52.024187593Z","hostname":"sock","pid":1566,"file":"oximeter/producer/src/lib.rs:279","component":"producer-server","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/producer/src/lib.rs:279","interval":"30s","address":"[fd00:1122:3344:101::1]:55747","producer_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:19:52.025279735Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"298.499393ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:52.026444529Z","hostname":"sock","pid":1566,"component":"VmmReservoirManager","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:52.026450039Z","hostname":"sock","pid":1566,"component":"VmmReservoirManager","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:52.02651364Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:920","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:52.02651896Z","hostname":"sock","pid":1566,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:52.181263472Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:19:52.325607694Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"321.501227ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:19:52.649153951Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.366405074s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:19:54.017291459Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.705588822s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:54.571349826Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2669"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:54.571369747Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2914"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:54.571378417Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2539"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:54.571388427Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2586"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:54.571424698Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2995"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:54.571430118Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3040"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:54.573313936Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2839"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:54.574859037Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2580"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:54.57503683Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:19:54.575128583Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 57.301066ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:19:54.915174312Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 95.897735ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:19:55.118077905Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 196.642289ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:19:55.291020804Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 222.269519ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:19:55.628178735Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:19:55.724994728Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.57308698s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 975.121844ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:19:56.095980471Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 727.414533ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:19:57.252485061Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 755.266128ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:19:58.112145163Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.435268887s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:19:59.006949244Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:00.30011496Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"8.953623432s"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8)","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:00.906649676Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:00.9365741Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:00.936999468Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12348","component":"dropshot (Repo Depot)","component":"ArtifactStore","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:00.938301425Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:00.938318905Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:00.938340326Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Writing ledger to /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:00.938350176Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:00.93853025Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:00.938714273Z","hostname":"sock","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:00.938763424Z","hostname":"sock","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: Some(None), bgp_peers: [], autoneg: false, lldp: None, tx_eq: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:00.938794145Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3948"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:00.938821305Z","hostname":"sock","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:52280","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.116682693Z","hostname":"sock","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.116779875Z","hostname":"sock","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.116888887Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/rss-service-plan-v5.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.116942838Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/rss-service-plan-v5.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.116952018Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.116961509Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.117000449Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.11701326Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.11703403Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.121905318Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4269","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.121922669Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4285"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.121929019Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.370065104Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:58523"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.370294149Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.370304489Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.37031937Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.37033239Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.370419062Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"a9edf2df-e5b7-4806-ac61-55e025320bc4","remote_addr":"[fd00:1122:3344:101::1]:58523","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":213,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.401250044Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:40202"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.401407487Z","hostname":"sock","pid":1566,"uri":"/sled-role","method":"GET","req_id":"8bd1675e-25c8-4180-b74e-2d78f2288e16","remote_addr":"[fd00:1122:3344:101::1]:40202","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.402095311Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Writing ledger to /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/.rss-service-plan-v5.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.402130631Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/.rss-service-plan-v5.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.402531119Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.402914597Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:980"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: faf61673-487c-47a8-9ee7-1845286b9087, pool_id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: a03354b7-99e2-425d-af6c-0f50a56fecf5, pool_id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 2b1d5de1-76d7-44d4-a5ce-d487c213d094, pool_id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: ad71bec6-a613-4d0e-83d2-d58fa711134b, pool_id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: f55faae6-2c76-4952-a141-7c11dd7712ff, pool_id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 18977da0-4bed-4ed1-aa18-da14b29a70f2, pool_id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: ca9e10bb-4071-45da-8f17-78fe7e74b2ec, pool_id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 0cc54f3b-e8fd-4af4-b158-e028bc6fa762, pool_id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: d4e1efc6-9e1d-4870-9e18-0e2e1f22212a, pool_id: da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.435124507Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:382"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.43526643Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:33184"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.435533305Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:884"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: faf61673-487c-47a8-9ee7-1845286b9087, pool_id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: a03354b7-99e2-425d-af6c-0f50a56fecf5, pool_id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 2b1d5de1-76d7-44d4-a5ce-d487c213d094, pool_id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: ad71bec6-a613-4d0e-83d2-d58fa711134b, pool_id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: f55faae6-2c76-4952-a141-7c11dd7712ff, pool_id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 18977da0-4bed-4ed1-aa18-da14b29a70f2, pool_id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: ca9e10bb-4071-45da-8f17-78fe7e74b2ec, pool_id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 0cc54f3b-e8fd-4af4-b158-e028bc6fa762, pool_id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: d4e1efc6-9e1d-4870-9e18-0e2e1f22212a, pool_id: da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.435566896Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.435574806Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.435583356Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.435590816Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1171"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.435597926Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.435605167Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.435614227Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.435620587Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.562543417Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.562580938Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool)"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.78325212Z","hostname":"sock","pid":1566,"component":"VmmReservoirManager","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.878673465Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.885599875Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.885656996Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.885666766Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.885692406Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.885712357Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.885802839Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.885812719Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.921398257Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:01.928833587Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8)","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:01.939765397Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:02.028485926Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17839797364047048537"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:02.028602428Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6605641154872297595"} {"msg":"Looking for unencrypted datasets in oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.100360216Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.108280246Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.108315846Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.108323707Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.108328937Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.108335187Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.117810778Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.117830118Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"13de655b-3793-4d59-8bc1-22889b3fb01b (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.210016998Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.217792505Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.217823545Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.217830186Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.217868546Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.217898787Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.217990919Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.217997769Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.253698239Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.261320103Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_13de655b-3793-4d59-8bc1-22889b3fb01b","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.434611719Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.443394046Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.443433267Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.443442387Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.443451967Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.443494158Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.453794446Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.453829357Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.54768201Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.555816294Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.555861945Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.555873995Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.555931936Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.555940696Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.556066009Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.556072469Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.592265199Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.600376183Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.771931754Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.779716071Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.779749031Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.779771262Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.779776882Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.779781072Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.789678052Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.789701582Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.88279265Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.890562757Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.890626488Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.890635948Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.890656029Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.890666189Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.890800901Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.890812422Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.926265397Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_4fe72516-6144-43ef-96ee-e7fbaeb34f42/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:02.934176207Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8)","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:02.945816702Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Looking for unencrypted datasets in oxp_4fe72516-6144-43ef-96ee-e7fbaeb34f42","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.110786029Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.11879428Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.118847082Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.118855662Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.118863732Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.118870312Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.128639139Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.12867366Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.218750967Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.226483643Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.226535354Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.226543544Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.226597905Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.226608786Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.226773479Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.226780419Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.260830886Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_580c5897-a97f-4c76-9a8f-bf80d62b760e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.268679594Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_580c5897-a97f-4c76-9a8f-bf80d62b760e","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.445556902Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.45384143Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.453891631Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.453905251Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.453915921Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.453936261Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.463480704Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.463511955Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"62fc8f20-7ce8-489b-a022-013df6640479 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.56291028Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.571137756Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.571186747Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.571201957Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.571256228Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.571275039Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.571403761Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.571418291Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.606472578Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_62fc8f20-7ce8-489b-a022-013df6640479/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.614322077Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_62fc8f20-7ce8-489b-a022-013df6640479","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.786178654Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.793871289Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.79391706Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.79392526Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.79393164Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.79393665Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.803651446Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.803679897Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"af39775d-5158-4242-88aa-5dd2d3c14817 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.900684154Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.908971031Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.909008972Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.909017172Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.909036262Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.909054733Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.909204956Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.909214226Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.943856665Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8)","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:03.948131271Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Automatically destroying dataset: oxp_af39775d-5158-4242-88aa-5dd2d3c14817/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:03.95203685Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_af39775d-5158-4242-88aa-5dd2d3c14817","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.125202433Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.132959069Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.13299806Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.13300473Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.13301136Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.133016091Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.143339819Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.14338571Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.24056363Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.248851547Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.248887948Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.248893238Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.248927599Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.248947559Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.249066481Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.249074102Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.287374414Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.295509838Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.473656262Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.481605813Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.481650184Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.481659884Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.481668174Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.481673094Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.490861109Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.49090285Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.594743985Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.602567123Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.602631484Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.602640664Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.602659415Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.602670305Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.602841858Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.602866299Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.638536998Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_da133136-28dd-4eff-a3ed-9f84ec495a60/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.647388057Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_da133136-28dd-4eff-a3ed-9f84ec495a60","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.833462491Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.841811539Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.84185767Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.841924861Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.842060224Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8488adc3-a35c-4d33-bd61-39dfc8c64c55 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e4c38366-5212-46e4-b3d0-f797c1f6a6ba (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.842126705Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.842134406Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.842237918Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.842455272Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:888"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.842466712Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.842476123Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:914","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.842482333Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:919"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.842489253Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:924"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.842509773Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:122","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.842518533Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:930"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.842568094Z","hostname":"sock","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:799","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.842583765Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:935"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.842667416Z","hostname":"sock","pid":1566,"uri":"/omicron-physical-disks","method":"PUT","req_id":"ef89e5e9-4ba8-4fea-b0b5-5a919eaa47da","remote_addr":"[fd00:1122:3344:101::1]:33184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3407295,"response_code":"200"} {"msg":"attempting to set up sled's datasets: DatasetsConfig { generation: Generation(1), datasets: {034fce7e-64b4-436a-bd65-c40b07e7b73b (dataset): DatasetConfig { id: 034fce7e-64b4-436a-bd65-c40b07e7b73b (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0b101dcc-989b-4b9f-a7d4-065d99d4b582 (dataset): DatasetConfig { id: 0b101dcc-989b-4b9f-a7d4-065d99d4b582 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0b50cc42-801e-4e88-8a01-e5cbf07f918f (dataset): DatasetConfig { id: 0b50cc42-801e-4e88-8a01-e5cbf07f918f (dataset), name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0de3b5d0-43b4-4265-8524-597aa7ee667d (dataset): DatasetConfig { id: 0de3b5d0-43b4-4265-8524-597aa7ee667d (dataset), name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1264696e-978c-4d22-9b16-b22019503775 (dataset): DatasetConfig { id: 1264696e-978c-4d22-9b16-b22019503775 (dataset), name: DatasetName { pool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1546c5c9-5345-4b0f-891d-8cb414d9a22b (dataset): DatasetConfig { id: 1546c5c9-5345-4b0f-891d-8cb414d9a22b (dataset), name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 15835513-d240-43ef-b068-c7ea9908ab5f (dataset): DatasetConfig { id: 15835513-d240-43ef-b068-c7ea9908ab5f (dataset), name: DatasetName { pool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 15f8fb44-d0de-4ff5-b424-de8eee36c515 (dataset): DatasetConfig { id: 15f8fb44-d0de-4ff5-b424-de8eee36c515 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 183b4fe3-4a37-4544-afed-f9ebdd148f88 (dataset): DatasetConfig { id: 183b4fe3-4a37-4544-afed-f9ebdd148f88 (dataset), name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 189df748-31e5-4ee1-bc4f-2d89fb439023 (dataset): DatasetConfig { id: 189df748-31e5-4ee1-bc4f-2d89fb439023 (dataset), name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1ae29fcb-b534-44d7-8ca8-2e94976d35cb (dataset): DatasetConfig { id: 1ae29fcb-b534-44d7-8ca8-2e94976d35cb (dataset), name: DatasetName { pool_name: ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1c5dd2af-be38-4588-baca-146c81ab65ed (dataset): DatasetConfig { id: 1c5dd2af-be38-4588-baca-146c81ab65ed (dataset), name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1f824200-b64c-4d84-931a-3301e02a0dd6 (dataset): DatasetConfig { id: 1f824200-b64c-4d84-931a-3301e02a0dd6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 279599de-f911-45c7-96d2-b140d18dfecb (dataset): DatasetConfig { id: 279599de-f911-45c7-96d2-b140d18dfecb (dataset), name: DatasetName { pool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2b3b2c80-04d1-40d5-bb73-85a4edcb8862 (dataset): DatasetConfig { id: 2b3b2c80-04d1-40d5-bb73-85a4edcb8862 (dataset), name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2b4762f7-4774-4345-a1d1-52b3a51e6833 (dataset): DatasetConfig { id: 2b4762f7-4774-4345-a1d1-52b3a51e6833 (dataset), name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2d6d32a3-6b8b-4cbf-b92d-07233189d677 (dataset): DatasetConfig { id: 2d6d32a3-6b8b-4cbf-b92d-07233189d677 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3199583b-d526-405d-90fb-21111af81b97 (dataset): DatasetConfig { id: 3199583b-d526-405d-90fb-21111af81b97 (dataset), name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 33c05157-e395-4312-9dda-ccd7223c0ad0 (dataset): DatasetConfig { id: 33c05157-e395-4312-9dda-ccd7223c0ad0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 34af5699-e9e1-4c3a-9fda-6dea780abf0c (dataset): DatasetConfig { id: 34af5699-e9e1-4c3a-9fda-6dea780abf0c (dataset), name: DatasetName { pool_name: ZpoolName { id: da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 37901784-c137-4b05-9161-2983943ba4a5 (dataset): DatasetConfig { id: 37901784-c137-4b05-9161-2983943ba4a5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3a602687-baa1-44a1-b1a9-248dbe3e3843 (dataset): DatasetConfig { id: 3a602687-baa1-44a1-b1a9-248dbe3e3843 (dataset), name: DatasetName { pool_name: ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 3f163ac2-d62b-46cf-b592-d7ffa6187473 (dataset): DatasetConfig { id: 3f163ac2-d62b-46cf-b592-d7ffa6187473 (dataset), name: DatasetName { pool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4830e454-c38b-4960-9b8f-877289e7f960 (dataset): DatasetConfig { id: 4830e454-c38b-4960-9b8f-877289e7f960 (dataset), name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4ac43f49-4599-475f-89b5-621ffb3e51c4 (dataset): DatasetConfig { id: 4ac43f49-4599-475f-89b5-621ffb3e51c4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4cec96d6-56ad-4396-9a1a-ebd10fc3c09d (dataset): DatasetConfig { id: 4cec96d6-56ad-4396-9a1a-ebd10fc3c09d (dataset), name: DatasetName { pool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4da11590-faca-45aa-a86c-1b6e1aae1470 (dataset): DatasetConfig { id: 4da11590-faca-45aa-a86c-1b6e1aae1470 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5117037c-c1b7-403d-b3dd-559022739ed7 (dataset): DatasetConfig { id: 5117037c-c1b7-403d-b3dd-559022739ed7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 526be6ed-8a1a-4b4e-bf93-44ef78b1b32a (dataset): DatasetConfig { id: 526be6ed-8a1a-4b4e-bf93-44ef78b1b32a (dataset), name: DatasetName { pool_name: ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 573f4ae0-da07-4934-aba9-8f330491c3f7 (dataset): DatasetConfig { id: 573f4ae0-da07-4934-aba9-8f330491c3f7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5a47af0d-0570-4b95-8148-ea19d906ee4e (dataset): DatasetConfig { id: 5a47af0d-0570-4b95-8148-ea19d906ee4e (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5c953a72-d69a-4b88-b6a0-1aa8724ace4f (dataset): DatasetConfig { id: 5c953a72-d69a-4b88-b6a0-1aa8724ace4f (dataset), name: DatasetName { pool_name: ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 687b1afb-f3b2-4e8f-82b1-f65c957974d3 (dataset): DatasetConfig { id: 687b1afb-f3b2-4e8f-82b1-f65c957974d3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6c90fa5f-cd6a-470b-a8e1-94dd246c8206 (dataset): DatasetConfig { id: 6c90fa5f-cd6a-470b-a8e1-94dd246c8206 (dataset), name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 763e198f-875f-4701-911c-4e926a599129 (dataset): DatasetConfig { id: 763e198f-875f-4701-911c-4e926a599129 (dataset), name: DatasetName { pool_name: ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7b229807-072d-4df1-8867-23a4d7ccf90f (dataset): DatasetConfig { id: 7b229807-072d-4df1-8867-23a4d7ccf90f (dataset), name: DatasetName { pool_name: ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7c1b8d54-66d8-40c9-a66a-7952f0ca5f08 (dataset): DatasetConfig { id: 7c1b8d54-66d8-40c9-a66a-7952f0ca5f08 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7df33ef5-cd0f-44b8-b088-2ba4907406f4 (dataset): DatasetConfig { id: 7df33ef5-cd0f-44b8-b088-2ba4907406f4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7f7b623d-c282-44a1-a2d8-61efb78c5171 (dataset): DatasetConfig { id: 7f7b623d-c282-44a1-a2d8-61efb78c5171 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 814dc5e6-0ffe-4a23-9a90-27739e989cd8 (dataset): DatasetConfig { id: 814dc5e6-0ffe-4a23-9a90-27739e989cd8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8318232c-fe6a-43ca-8b13-3622177fad8d (dataset): DatasetConfig { id: 8318232c-fe6a-43ca-8b13-3622177fad8d (dataset), name: DatasetName { pool_name: ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 86d8e0ac-e2e5-4bbe-a62b-b9a87eca0bec (dataset): DatasetConfig { id: 86d8e0ac-e2e5-4bbe-a62b-b9a87eca0bec (dataset), name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 88496483-3eb1-41ac-a0bf-fb21a6366426 (dataset): DatasetConfig { id: 88496483-3eb1-41ac-a0bf-fb21a6366426 (dataset), name: DatasetName { pool_name: ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8e8f081a-0a6d-4092-bc07-7e6c20f28388 (dataset): DatasetConfig { id: 8e8f081a-0a6d-4092-bc07-7e6c20f28388 (dataset), name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9ba06d13-6163-4848-8c29-06a45e9076dd (dataset): DatasetConfig { id: 9ba06d13-6163-4848-8c29-06a45e9076dd (dataset), name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a0fa3429-6ea8-48f2-96cb-b6eb1547f7be (dataset): DatasetConfig { id: a0fa3429-6ea8-48f2-96cb-b6eb1547f7be (dataset), name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, a71cf7d6-2465-4d36-acd1-95d4f2fbd86a (dataset): DatasetConfig { id: a71cf7d6-2465-4d36-acd1-95d4f2fbd86a (dataset), name: DatasetName { pool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, aa1493fa-938e-44ae-9ffa-cd728f13669d (dataset): DatasetConfig { id: aa1493fa-938e-44ae-9ffa-cd728f13669d (dataset), name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ad837afb-3751-492a-95b0-69097346e8f1 (dataset): DatasetConfig { id: ad837afb-3751-492a-95b0-69097346e8f1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b9d0b975-322f-49dc-b70b-02447473b9fa (dataset): DatasetConfig { id: b9d0b975-322f-49dc-b70b-02447473b9fa (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bc34577b-fead-49a2-878c-a1d04be5ff53 (dataset): DatasetConfig { id: bc34577b-fead-49a2-878c-a1d04be5ff53 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c3b20598-41bf-4fc0-896d-bf121476d76f (dataset): DatasetConfig { id: c3b20598-41bf-4fc0-896d-bf121476d76f (dataset), name: DatasetName { pool_name: ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c6b16468-843e-4d3a-9454-5d426991cd0e (dataset): DatasetConfig { id: c6b16468-843e-4d3a-9454-5d426991cd0e (dataset), name: DatasetName { pool_name: ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cc1d4f0e-bb1c-4af9-88bd-bd88bd50ed8e (dataset): DatasetConfig { id: cc1d4f0e-bb1c-4af9-88bd-bd88bd50ed8e (dataset), name: DatasetName { pool_name: ZpoolName { id: da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cf03ea01-2e3a-45f4-bb37-2b003a8ebeb9 (dataset): DatasetConfig { id: cf03ea01-2e3a-45f4-bb37-2b003a8ebeb9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, d52b0ff4-8bbd-41b1-bf31-f483d720fa0d (dataset): DatasetConfig { id: d52b0ff4-8bbd-41b1-bf31-f483d720fa0d (dataset), name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d6fb6331-1b0e-4e20-8d84-84b953ad1764 (dataset): DatasetConfig { id: d6fb6331-1b0e-4e20-8d84-84b953ad1764 (dataset), name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d7455925-2e44-4bd2-afb1-7349e4ba1b44 (dataset): DatasetConfig { id: d7455925-2e44-4bd2-afb1-7349e4ba1b44 (dataset), name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d983fae8-078d-4ff9-bbdc-1c54f6b7fa81 (dataset): DatasetConfig { id: d983fae8-078d-4ff9-bbdc-1c54f6b7fa81 (dataset), name: DatasetName { pool_name: ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e1016e06-bfbe-4cad-9eed-29f30ff588a8 (dataset): DatasetConfig { id: e1016e06-bfbe-4cad-9eed-29f30ff588a8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, e380af0e-84bf-4cac-a37a-78644a066e6a (dataset): DatasetConfig { id: e380af0e-84bf-4cac-a37a-78644a066e6a (dataset), name: DatasetName { pool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, ef761cf9-2e7d-4070-aed4-878e9e87adb4 (dataset): DatasetConfig { id: ef761cf9-2e7d-4070-aed4-878e9e87adb4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f204620c-5d78-4530-a2c0-cc6b60924099 (dataset): DatasetConfig { id: f204620c-5d78-4530-a2c0-cc6b60924099 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f472247a-7a1e-4b2b-9466-4f76d83094a6 (dataset): DatasetConfig { id: f472247a-7a1e-4b2b-9466-4f76d83094a6 (dataset), name: DatasetName { pool_name: ZpoolName { id: da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f6ad2c33-3db5-475b-8df0-17684f14bc4b (dataset): DatasetConfig { id: f6ad2c33-3db5-475b-8df0-17684f14bc4b (dataset), name: DatasetName { pool_name: ZpoolName { id: da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, fbb8ebf1-0b30-45a0-b723-27737bad86b5 (dataset): DatasetConfig { id: fbb8ebf1-0b30-45a0-b723-27737bad86b5 (dataset), name: DatasetName { pool_name: ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.874754334Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:457"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.874827645Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:55569"} {"msg":"datasets ensure","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.875316855Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:850"} {"msg":"Received DatasetsEnsure { config: DatasetsConfig { generation: Generation(1), datasets: {034fce7e-64b4-436a-bd65-c40b07e7b73b (dataset): DatasetConfig { id: 034fce7e-64b4-436a-bd65-c40b07e7b73b (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0b101dcc-989b-4b9f-a7d4-065d99d4b582 (dataset): DatasetConfig { id: 0b101dcc-989b-4b9f-a7d4-065d99d4b582 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0b50cc42-801e-4e88-8a01-e5cbf07f918f (dataset): DatasetConfig { id: 0b50cc42-801e-4e88-8a01-e5cbf07f918f (dataset), name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0de3b5d0-43b4-4265-8524-597aa7ee667d (dataset): DatasetConfig { id: 0de3b5d0-43b4-4265-8524-597aa7ee667d (dataset), name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1264696e-978c-4d22-9b16-b22019503775 (dataset): DatasetConfig { id: 1264696e-978c-4d22-9b16-b22019503775 (dataset), name: DatasetName { pool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1546c5c9-5345-4b0f-891d-8cb414d9a22b (dataset): DatasetConfig { id: 1546c5c9-5345-4b0f-891d-8cb414d9a22b (dataset), name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 15835513-d240-43ef-b068-c7ea9908ab5f (dataset): DatasetConfig { id: 15835513-d240-43ef-b068-c7ea9908ab5f (dataset), name: DatasetName { pool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 15f8fb44-d0de-4ff5-b424-de8eee36c515 (dataset): DatasetConfig { id: 15f8fb44-d0de-4ff5-b424-de8eee36c515 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 183b4fe3-4a37-4544-afed-f9ebdd148f88 (dataset): DatasetConfig { id: 183b4fe3-4a37-4544-afed-f9ebdd148f88 (dataset), name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 189df748-31e5-4ee1-bc4f-2d89fb439023 (dataset): DatasetConfig { id: 189df748-31e5-4ee1-bc4f-2d89fb439023 (dataset), name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1ae29fcb-b534-44d7-8ca8-2e94976d35cb (dataset): DatasetConfig { id: 1ae29fcb-b534-44d7-8ca8-2e94976d35cb (dataset), name: DatasetName { pool_name: ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1c5dd2af-be38-4588-baca-146c81ab65ed (dataset): DatasetConfig { id: 1c5dd2af-be38-4588-baca-146c81ab65ed (dataset), name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1f824200-b64c-4d84-931a-3301e02a0dd6 (dataset): DatasetConfig { id: 1f824200-b64c-4d84-931a-3301e02a0dd6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 279599de-f911-45c7-96d2-b140d18dfecb (dataset): DatasetConfig { id: 279599de-f911-45c7-96d2-b140d18dfecb (dataset), name: DatasetName { pool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2b3b2c80-04d1-40d5-bb73-85a4edcb8862 (dataset): DatasetConfig { id: 2b3b2c80-04d1-40d5-bb73-85a4edcb8862 (dataset), name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2b4762f7-4774-4345-a1d1-52b3a51e6833 (dataset): DatasetConfig { id: 2b4762f7-4774-4345-a1d1-52b3a51e6833 (dataset), name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2d6d32a3-6b8b-4cbf-b92d-07233189d677 (dataset): DatasetConfig { id: 2d6d32a3-6b8b-4cbf-b92d-07233189d677 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3199583b-d526-405d-90fb-21111af81b97 (dataset): DatasetConfig { id: 3199583b-d526-405d-90fb-21111af81b97 (dataset), name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 33c05157-e395-4312-9dda-ccd7223c0ad0 (dataset): DatasetConfig { id: 33c05157-e395-4312-9dda-ccd7223c0ad0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 34af5699-e9e1-4c3a-9fda-6dea780abf0c (dataset): DatasetConfig { id: 34af5699-e9e1-4c3a-9fda-6dea780abf0c (dataset), name: DatasetName { pool_name: ZpoolName { id: da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 37901784-c137-4b05-9161-2983943ba4a5 (dataset): DatasetConfig { id: 37901784-c137-4b05-9161-2983943ba4a5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3a602687-baa1-44a1-b1a9-248dbe3e3843 (dataset): DatasetConfig { id: 3a602687-baa1-44a1-b1a9-248dbe3e3843 (dataset), name: DatasetName { pool_name: ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 3f163ac2-d62b-46cf-b592-d7ffa6187473 (dataset): DatasetConfig { id: 3f163ac2-d62b-46cf-b592-d7ffa6187473 (dataset), name: DatasetName { pool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4830e454-c38b-4960-9b8f-877289e7f960 (dataset): DatasetConfig { id: 4830e454-c38b-4960-9b8f-877289e7f960 (dataset), name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4ac43f49-4599-475f-89b5-621ffb3e51c4 (dataset): DatasetConfig { id: 4ac43f49-4599-475f-89b5-621ffb3e51c4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4cec96d6-56ad-4396-9a1a-ebd10fc3c09d (dataset): DatasetConfig { id: 4cec96d6-56ad-4396-9a1a-ebd10fc3c09d (dataset), name: DatasetName { pool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4da11590-faca-45aa-a86c-1b6e1aae1470 (dataset): DatasetConfig { id: 4da11590-faca-45aa-a86c-1b6e1aae1470 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5117037c-c1b7-403d-b3dd-559022739ed7 (dataset): DatasetConfig { id: 5117037c-c1b7-403d-b3dd-559022739ed7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 526be6ed-8a1a-4b4e-bf93-44ef78b1b32a (dataset): DatasetConfig { id: 526be6ed-8a1a-4b4e-bf93-44ef78b1b32a (dataset), name: DatasetName { pool_name: ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 573f4ae0-da07-4934-aba9-8f330491c3f7 (dataset): DatasetConfig { id: 573f4ae0-da07-4934-aba9-8f330491c3f7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5a47af0d-0570-4b95-8148-ea19d906ee4e (dataset): DatasetConfig { id: 5a47af0d-0570-4b95-8148-ea19d906ee4e (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5c953a72-d69a-4b88-b6a0-1aa8724ace4f (dataset): DatasetConfig { id: 5c953a72-d69a-4b88-b6a0-1aa8724ace4f (dataset), name: DatasetName { pool_name: ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 687b1afb-f3b2-4e8f-82b1-f65c957974d3 (dataset): DatasetConfig { id: 687b1afb-f3b2-4e8f-82b1-f65c957974d3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6c90fa5f-cd6a-470b-a8e1-94dd246c8206 (dataset): DatasetConfig { id: 6c90fa5f-cd6a-470b-a8e1-94dd246c8206 (dataset), name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 763e198f-875f-4701-911c-4e926a599129 (dataset): DatasetConfig { id: 763e198f-875f-4701-911c-4e926a599129 (dataset), name: DatasetName { pool_name: ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7b229807-072d-4df1-8867-23a4d7ccf90f (dataset): DatasetConfig { id: 7b229807-072d-4df1-8867-23a4d7ccf90f (dataset), name: DatasetName { pool_name: ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7c1b8d54-66d8-40c9-a66a-7952f0ca5f08 (dataset): DatasetConfig { id: 7c1b8d54-66d8-40c9-a66a-7952f0ca5f08 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7df33ef5-cd0f-44b8-b088-2ba4907406f4 (dataset): DatasetConfig { id: 7df33ef5-cd0f-44b8-b088-2ba4907406f4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7f7b623d-c282-44a1-a2d8-61efb78c5171 (dataset): DatasetConfig { id: 7f7b623d-c282-44a1-a2d8-61efb78c5171 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 814dc5e6-0ffe-4a23-9a90-27739e989cd8 (dataset): DatasetConfig { id: 814dc5e6-0ffe-4a23-9a90-27739e989cd8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8318232c-fe6a-43ca-8b13-3622177fad8d (dataset): DatasetConfig { id: 8318232c-fe6a-43ca-8b13-3622177fad8d (dataset), name: DatasetName { pool_name: ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 86d8e0ac-e2e5-4bbe-a62b-b9a87eca0bec (dataset): DatasetConfig { id: 86d8e0ac-e2e5-4bbe-a62b-b9a87eca0bec (dataset), name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 88496483-3eb1-41ac-a0bf-fb21a6366426 (dataset): DatasetConfig { id: 88496483-3eb1-41ac-a0bf-fb21a6366426 (dataset), name: DatasetName { pool_name: ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8e8f081a-0a6d-4092-bc07-7e6c20f28388 (dataset): DatasetConfig { id: 8e8f081a-0a6d-4092-bc07-7e6c20f28388 (dataset), name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9ba06d13-6163-4848-8c29-06a45e9076dd (dataset): DatasetConfig { id: 9ba06d13-6163-4848-8c29-06a45e9076dd (dataset), name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a0fa3429-6ea8-48f2-96cb-b6eb1547f7be (dataset): DatasetConfig { id: a0fa3429-6ea8-48f2-96cb-b6eb1547f7be (dataset), name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, a71cf7d6-2465-4d36-acd1-95d4f2fbd86a (dataset): DatasetConfig { id: a71cf7d6-2465-4d36-acd1-95d4f2fbd86a (dataset), name: DatasetName { pool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, aa1493fa-938e-44ae-9ffa-cd728f13669d (dataset): DatasetConfig { id: aa1493fa-938e-44ae-9ffa-cd728f13669d (dataset), name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ad837afb-3751-492a-95b0-69097346e8f1 (dataset): DatasetConfig { id: ad837afb-3751-492a-95b0-69097346e8f1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b9d0b975-322f-49dc-b70b-02447473b9fa (dataset): DatasetConfig { id: b9d0b975-322f-49dc-b70b-02447473b9fa (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bc34577b-fead-49a2-878c-a1d04be5ff53 (dataset): DatasetConfig { id: bc34577b-fead-49a2-878c-a1d04be5ff53 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c3b20598-41bf-4fc0-896d-bf121476d76f (dataset): DatasetConfig { id: c3b20598-41bf-4fc0-896d-bf121476d76f (dataset), name: DatasetName { pool_name: ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c6b16468-843e-4d3a-9454-5d426991cd0e (dataset): DatasetConfig { id: c6b16468-843e-4d3a-9454-5d426991cd0e (dataset), name: DatasetName { pool_name: ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cc1d4f0e-bb1c-4af9-88bd-bd88bd50ed8e (dataset): DatasetConfig { id: cc1d4f0e-bb1c-4af9-88bd-bd88bd50ed8e (dataset), name: DatasetName { pool_name: ZpoolName { id: da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cf03ea01-2e3a-45f4-bb37-2b003a8ebeb9 (dataset): DatasetConfig { id: cf03ea01-2e3a-45f4-bb37-2b003a8ebeb9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, d52b0ff4-8bbd-41b1-bf31-f483d720fa0d (dataset): DatasetConfig { id: d52b0ff4-8bbd-41b1-bf31-f483d720fa0d (dataset), name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d6fb6331-1b0e-4e20-8d84-84b953ad1764 (dataset): DatasetConfig { id: d6fb6331-1b0e-4e20-8d84-84b953ad1764 (dataset), name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d7455925-2e44-4bd2-afb1-7349e4ba1b44 (dataset): DatasetConfig { id: d7455925-2e44-4bd2-afb1-7349e4ba1b44 (dataset), name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d983fae8-078d-4ff9-bbdc-1c54f6b7fa81 (dataset): DatasetConfig { id: d983fae8-078d-4ff9-bbdc-1c54f6b7fa81 (dataset), name: DatasetName { pool_name: ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e1016e06-bfbe-4cad-9eed-29f30ff588a8 (dataset): DatasetConfig { id: e1016e06-bfbe-4cad-9eed-29f30ff588a8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, e380af0e-84bf-4cac-a37a-78644a066e6a (dataset): DatasetConfig { id: e380af0e-84bf-4cac-a37a-78644a066e6a (dataset), name: DatasetName { pool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, ef761cf9-2e7d-4070-aed4-878e9e87adb4 (dataset): DatasetConfig { id: ef761cf9-2e7d-4070-aed4-878e9e87adb4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f204620c-5d78-4530-a2c0-cc6b60924099 (dataset): DatasetConfig { id: f204620c-5d78-4530-a2c0-cc6b60924099 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f472247a-7a1e-4b2b-9466-4f76d83094a6 (dataset): DatasetConfig { id: f472247a-7a1e-4b2b-9466-4f76d83094a6 (dataset), name: DatasetName { pool_name: ZpoolName { id: da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f6ad2c33-3db5-475b-8df0-17684f14bc4b (dataset): DatasetConfig { id: f6ad2c33-3db5-475b-8df0-17684f14bc4b (dataset), name: DatasetName { pool_name: ZpoolName { id: da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, fbb8ebf1-0b30-45a0-b723-27737bad86b5 (dataset): DatasetConfig { id: fbb8ebf1-0b30-45a0-b723-27737bad86b5 (dataset), name: DatasetName { pool_name: ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.875516069Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.875523049Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.875528019Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested datasets', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.875531799Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:905"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.875535059Z","hostname":"sock","pid":1566,"name":"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.87553891Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/clickhouse\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8)","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:04.950312208Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.967742469Z","hostname":"sock","pid":1566,"name":"oxp_4fe72516-6144-43ef-96ee-e7fbaeb34f42/crypt/zone/oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:04.96777576Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4fe72516-6144-43ef-96ee-e7fbaeb34f42/crypt/zone/oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\"), full_name: \"oxp_4fe72516-6144-43ef-96ee-e7fbaeb34f42/crypt/zone/oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:05.067688396Z","hostname":"sock","pid":1566,"name":"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/zone/oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:05.067731907Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/zone/oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\"), full_name: \"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/zone/oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:05.17151833Z","hostname":"sock","pid":1566,"name":"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:05.171566631Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:05.260070516Z","hostname":"sock","pid":1566,"name":"oxp_580c5897-a97f-4c76-9a8f-bf80d62b760e/crypt/zone/oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:05.260105887Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/580c5897-a97f-4c76-9a8f-bf80d62b760e/crypt/zone/oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65\"), full_name: \"oxp_580c5897-a97f-4c76-9a8f-bf80d62b760e/crypt/zone/oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:05.362492593Z","hostname":"sock","pid":1566,"name":"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:05.362528623Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/debug\"), full_name: \"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:05.433539246Z","hostname":"sock","pid":1566,"name":"oxp_580c5897-a97f-4c76-9a8f-bf80d62b760e/crypt/zone/oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:05.433576687Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/580c5897-a97f-4c76-9a8f-bf80d62b760e/crypt/zone/oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\"), full_name: \"oxp_580c5897-a97f-4c76-9a8f-bf80d62b760e/crypt/zone/oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:05.535300639Z","hostname":"sock","pid":1566,"name":"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/zone/oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:05.53534579Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/zone/oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf\"), full_name: \"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/zone/oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:05.63498922Z","hostname":"sock","pid":1566,"name":"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:05.635029481Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:05.72423922Z","hostname":"sock","pid":1566,"name":"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:05.724273381Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:05.814393159Z","hostname":"sock","pid":1566,"name":"oxp_62fc8f20-7ce8-489b-a022-013df6640479/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:05.81443024Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/62fc8f20-7ce8-489b-a022-013df6640479/crypt/zone\"), full_name: \"oxp_62fc8f20-7ce8-489b-a022-013df6640479/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:05.884184927Z","hostname":"sock","pid":1566,"name":"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:05.884224078Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/zone\"), full_name: \"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8)","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:05.952393323Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:05.953042056Z","hostname":"sock","pid":1566,"name":"oxp_4fe72516-6144-43ef-96ee-e7fbaeb34f42/crypt/zone/oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:05.953048946Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4fe72516-6144-43ef-96ee-e7fbaeb34f42/crypt/zone/oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\"), full_name: \"oxp_4fe72516-6144-43ef-96ee-e7fbaeb34f42/crypt/zone/oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:06.054157605Z","hostname":"sock","pid":1566,"name":"oxp_580c5897-a97f-4c76-9a8f-bf80d62b760e/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:06.054194406Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_580c5897-a97f-4c76-9a8f-bf80d62b760e/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:06.148649651Z","hostname":"sock","pid":1566,"name":"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/zone/oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:06.148690752Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/zone/oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\"), full_name: \"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/zone/oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:06.247809772Z","hostname":"sock","pid":1566,"name":"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/zone/oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:06.247855572Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/zone/oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\"), full_name: \"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/zone/oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:06.345753427Z","hostname":"sock","pid":1566,"name":"oxp_4fe72516-6144-43ef-96ee-e7fbaeb34f42/crypt/zone/oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:06.345797688Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4fe72516-6144-43ef-96ee-e7fbaeb34f42/crypt/zone/oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\"), full_name: \"oxp_4fe72516-6144-43ef-96ee-e7fbaeb34f42/crypt/zone/oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:06.446690353Z","hostname":"sock","pid":1566,"name":"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/zone/oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:06.446737585Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/zone/oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776\"), full_name: \"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/zone/oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:06.54568161Z","hostname":"sock","pid":1566,"name":"oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:06.545717711Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:06.632263037Z","hostname":"sock","pid":1566,"name":"oxp_da133136-28dd-4eff-a3ed-9f84ec495a60/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:06.632296538Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_da133136-28dd-4eff-a3ed-9f84ec495a60/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:06.71966606Z","hostname":"sock","pid":1566,"name":"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:06.719702651Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:06.808773288Z","hostname":"sock","pid":1566,"name":"oxp_af39775d-5158-4242-88aa-5dd2d3c14817/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:06.808813089Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/af39775d-5158-4242-88aa-5dd2d3c14817/crypt/debug\"), full_name: \"oxp_af39775d-5158-4242-88aa-5dd2d3c14817/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:06.877896852Z","hostname":"sock","pid":1566,"name":"oxp_580c5897-a97f-4c76-9a8f-bf80d62b760e/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:06.877930633Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/580c5897-a97f-4c76-9a8f-bf80d62b760e/crypt/zone\"), full_name: \"oxp_580c5897-a97f-4c76-9a8f-bf80d62b760e/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:06.94469547Z","hostname":"sock","pid":1566,"name":"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/zone/oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:06.944731211Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/zone/oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555\"), full_name: \"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/zone/oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8)","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:06.95509947Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:07.046869011Z","hostname":"sock","pid":1566,"name":"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:07.046910452Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/zone\"), full_name: \"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:07.114309301Z","hostname":"sock","pid":1566,"name":"oxp_4fe72516-6144-43ef-96ee-e7fbaeb34f42/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:07.114352232Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_4fe72516-6144-43ef-96ee-e7fbaeb34f42/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:07.20101777Z","hostname":"sock","pid":1566,"name":"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/zone/oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:07.201064071Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/zone/oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d\"), full_name: \"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/zone/oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:07.29915211Z","hostname":"sock","pid":1566,"name":"oxp_4fe72516-6144-43ef-96ee-e7fbaeb34f42/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:07.299191781Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4fe72516-6144-43ef-96ee-e7fbaeb34f42/crypt/zone\"), full_name: \"oxp_4fe72516-6144-43ef-96ee-e7fbaeb34f42/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:07.366260714Z","hostname":"sock","pid":1566,"name":"oxp_af39775d-5158-4242-88aa-5dd2d3c14817/crypt/zone/oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:07.366299385Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/af39775d-5158-4242-88aa-5dd2d3c14817/crypt/zone/oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\"), full_name: \"oxp_af39775d-5158-4242-88aa-5dd2d3c14817/crypt/zone/oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:07.463280451Z","hostname":"sock","pid":1566,"name":"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:07.463322102Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:07.556010472Z","hostname":"sock","pid":1566,"name":"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/zone/oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:07.556071063Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/zone/oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\"), full_name: \"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/zone/oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:07.655296355Z","hostname":"sock","pid":1566,"name":"oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a/crypt/zone/oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:07.655334546Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9bc99efb-91b7-405a-b8dd-0949d11c1f4a/crypt/zone/oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26\"), full_name: \"oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a/crypt/zone/oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:07.753188489Z","hostname":"sock","pid":1566,"name":"oxp_580c5897-a97f-4c76-9a8f-bf80d62b760e/crypt/zone/oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:07.75323741Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/580c5897-a97f-4c76-9a8f-bf80d62b760e/crypt/zone/oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\"), full_name: \"oxp_580c5897-a97f-4c76-9a8f-bf80d62b760e/crypt/zone/oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:07.854491083Z","hostname":"sock","pid":1566,"name":"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/zone/oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:07.854530104Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/zone/oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\"), full_name: \"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/zone/oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:07.956307417Z","hostname":"sock","pid":1566,"name":"oxp_62fc8f20-7ce8-489b-a022-013df6640479/crypt/zone/oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:07.956366578Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/62fc8f20-7ce8-489b-a022-013df6640479/crypt/zone/oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\"), full_name: \"oxp_62fc8f20-7ce8-489b-a022-013df6640479/crypt/zone/oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8)","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:07.959996601Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:08.059205973Z","hostname":"sock","pid":1566,"name":"oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:08.059245343Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9bc99efb-91b7-405a-b8dd-0949d11c1f4a/crypt/zone\"), full_name: \"oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:08.129050671Z","hostname":"sock","pid":1566,"name":"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/zone/oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:08.129087712Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/zone/oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\"), full_name: \"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/zone/oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:08.229046049Z","hostname":"sock","pid":1566,"name":"oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a/crypt/zone/oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:08.22909557Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9bc99efb-91b7-405a-b8dd-0949d11c1f4a/crypt/zone/oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\"), full_name: \"oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a/crypt/zone/oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:08.328442694Z","hostname":"sock","pid":1566,"name":"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:08.328483155Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:08.418527011Z","hostname":"sock","pid":1566,"name":"oxp_580c5897-a97f-4c76-9a8f-bf80d62b760e/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:08.418561402Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_580c5897-a97f-4c76-9a8f-bf80d62b760e/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:08.512532827Z","hostname":"sock","pid":1566,"name":"oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:08.512573458Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9bc99efb-91b7-405a-b8dd-0949d11c1f4a/crypt/debug\"), full_name: \"oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:08.582205923Z","hostname":"sock","pid":1566,"name":"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/zone/oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:08.582244184Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/zone/oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\"), full_name: \"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/zone/oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:08.684026417Z","hostname":"sock","pid":1566,"name":"oxp_af39775d-5158-4242-88aa-5dd2d3c14817/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:08.684062448Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_af39775d-5158-4242-88aa-5dd2d3c14817/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:08.774931071Z","hostname":"sock","pid":1566,"name":"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:08.774964132Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:08.866813705Z","hostname":"sock","pid":1566,"name":"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:08.866855255Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:08.958063885Z","hostname":"sock","pid":1566,"name":"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:08.958100116Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/debug\"), full_name: \"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8)","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:08.962181208Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.032584769Z","hostname":"sock","pid":1566,"name":"oxp_580c5897-a97f-4c76-9a8f-bf80d62b760e/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.032617589Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/580c5897-a97f-4c76-9a8f-bf80d62b760e/crypt/debug\"), full_name: \"oxp_580c5897-a97f-4c76-9a8f-bf80d62b760e/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.100933777Z","hostname":"sock","pid":1566,"name":"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.100974308Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/zone\"), full_name: \"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.170264056Z","hostname":"sock","pid":1566,"name":"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.170294567Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:09.255339142Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"13.595303647s"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.260462155Z","hostname":"sock","pid":1566,"name":"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.260476376Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.351324859Z","hostname":"sock","pid":1566,"name":"oxp_4fe72516-6144-43ef-96ee-e7fbaeb34f42/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.351358729Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_4fe72516-6144-43ef-96ee-e7fbaeb34f42/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.44311469Z","hostname":"sock","pid":1566,"name":"oxp_af39775d-5158-4242-88aa-5dd2d3c14817/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.443164941Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/af39775d-5158-4242-88aa-5dd2d3c14817/crypt/zone\"), full_name: \"oxp_af39775d-5158-4242-88aa-5dd2d3c14817/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.512063531Z","hostname":"sock","pid":1566,"name":"oxp_62fc8f20-7ce8-489b-a022-013df6640479/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.512094502Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_62fc8f20-7ce8-489b-a022-013df6640479/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.602801892Z","hostname":"sock","pid":1566,"name":"oxp_da133136-28dd-4eff-a3ed-9f84ec495a60/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.602836792Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/da133136-28dd-4eff-a3ed-9f84ec495a60/crypt/zone\"), full_name: \"oxp_da133136-28dd-4eff-a3ed-9f84ec495a60/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.672087199Z","hostname":"sock","pid":1566,"name":"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.67212242Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/debug\"), full_name: \"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.763998983Z","hostname":"sock","pid":1566,"name":"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/zone/oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.764047774Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/zone/oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1\"), full_name: \"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/zone/oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.872612664Z","hostname":"sock","pid":1566,"name":"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/zone/oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.872646685Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/zone/oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\"), full_name: \"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/zone/oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8)","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:09.965381806Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.975664242Z","hostname":"sock","pid":1566,"name":"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/zone/oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:09.975677863Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/zone/oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\"), full_name: \"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/zone/oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.082042238Z","hostname":"sock","pid":1566,"name":"oxp_62fc8f20-7ce8-489b-a022-013df6640479/crypt/zone/oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.082082909Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/62fc8f20-7ce8-489b-a022-013df6640479/crypt/zone/oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\"), full_name: \"oxp_62fc8f20-7ce8-489b-a022-013df6640479/crypt/zone/oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.185041756Z","hostname":"sock","pid":1566,"name":"oxp_62fc8f20-7ce8-489b-a022-013df6640479/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.185081247Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/62fc8f20-7ce8-489b-a022-013df6640479/crypt/debug\"), full_name: \"oxp_62fc8f20-7ce8-489b-a022-013df6640479/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.257038418Z","hostname":"sock","pid":1566,"name":"oxp_4fe72516-6144-43ef-96ee-e7fbaeb34f42/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.257071569Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4fe72516-6144-43ef-96ee-e7fbaeb34f42/crypt/debug\"), full_name: \"oxp_4fe72516-6144-43ef-96ee-e7fbaeb34f42/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.326211334Z","hostname":"sock","pid":1566,"name":"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.326250625Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.415994445Z","hostname":"sock","pid":1566,"name":"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/zone/oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.416039506Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/zone/oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce\"), full_name: \"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/zone/oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.52377992Z","hostname":"sock","pid":1566,"name":"oxp_da133136-28dd-4eff-a3ed-9f84ec495a60/crypt/zone/oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.52381805Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/da133136-28dd-4eff-a3ed-9f84ec495a60/crypt/zone/oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\"), full_name: \"oxp_da133136-28dd-4eff-a3ed-9f84ec495a60/crypt/zone/oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.631894741Z","hostname":"sock","pid":1566,"name":"oxp_da133136-28dd-4eff-a3ed-9f84ec495a60/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.631936881Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/da133136-28dd-4eff-a3ed-9f84ec495a60/crypt/debug\"), full_name: \"oxp_da133136-28dd-4eff-a3ed-9f84ec495a60/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.702188349Z","hostname":"sock","pid":1566,"name":"oxp_af39775d-5158-4242-88aa-5dd2d3c14817/crypt/zone/oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.70222631Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/af39775d-5158-4242-88aa-5dd2d3c14817/crypt/zone/oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\"), full_name: \"oxp_af39775d-5158-4242-88aa-5dd2d3c14817/crypt/zone/oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Writing ledger to /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.805829889Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.806189377Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"datasets ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.806533844Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:852"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.806641996Z","hostname":"sock","pid":1566,"uri":"/datasets","method":"PUT","req_id":"e26ac32f-4f65-4efe-898e-7dab7fb30e17","remote_addr":"[fd00:1122:3344:101::1]:55569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5931706,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: edbba3c6-f82f-4429-a7c3-f55287468ddf (service), filesystem_pool: Some(ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3e7aa779-fd66-467c-8445-e284949ae776 (service), filesystem_pool: Some(ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b663146f-27f0-4d91-99d9-9d880c25a555 (service), filesystem_pool: Some(ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.838332885Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:538"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.838492758Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:60554"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: edbba3c6-f82f-4429-a7c3-f55287468ddf, dataset_name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.838778284Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.838787844Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: edbba3c6-f82f-4429-a7c3-f55287468ddf, dataset_name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e7aa779-fd66-467c-8445-e284949ae776, dataset_name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.871382822Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.871414372Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 3e7aa779-fd66-467c-8445-e284949ae776, dataset_name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b663146f-27f0-4d91-99d9-9d880c25a555, dataset_name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.901227904Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.901262625Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: b663146f-27f0-4d91-99d9-9d880c25a555, dataset_name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:10.907368628Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5087471388282461607"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:10.90747646Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2142942474541154563"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.931937613Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.931980714Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.931988025Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.932022335Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.96798323Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4293"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.968019401Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4303","gateway":"fd00:1122:3344:101::1"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8)","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:10.973448221Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Default route already exists","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.976089864Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4317","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.976146885Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4382"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.986230259Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.986282869Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:10.98628891Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.050355132Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.057264972Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.062007127Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.071866976Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.079032821Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.085126114Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.141838678Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4448"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.141878208Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4475"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.200623184Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4488"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.200675145Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4334"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.266917231Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4376"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.266969142Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4455","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.294969857Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4466"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.295016568Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4508"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.389235908Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4540"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.38929449Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4546"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.497804348Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4587"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.4978902Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.531030579Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:420"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8)","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:11.531231583Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.563056065Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.563153857Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:762"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.563671307Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:765","uptime":"1"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.563694828Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:444","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: Some(\n None,\n ),\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n tx_eq: None,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.59900177Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.649373076Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.649434958Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.649444858Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.649475868Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.649484199Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.649492059Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.649500139Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.649506949Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.649514749Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.649522739Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.649530749Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.649537429Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.6495424Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.64954761Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.64955247Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.64955722Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.64956671Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.6495713Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.64957595Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.64958093Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.649585441Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.649589901Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:11.649594431Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8)","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:11.975400393Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:12.030747689Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17839797364047048537"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:12.030864792Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6605641154872297595"} {"msg":"Profile for oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:12.697953569Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:12.69801396Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:13.176062523Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:13.653433863Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:13.653555506Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:13.653581446Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:13.65771321Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:13.65776602Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:13.662831623Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776\") failed: Property not found. retry in 49.678185ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:13.789795474Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555\") failed: Property not found. retry in 42.677719ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:13.795710073Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf\") failed: Property not found. retry in 48.729505ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:13.801373648Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555\") failed: Property not found. retry in 132.786ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:13.845581709Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776\") failed: Property not found. retry in 87.462036ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:13.851719623Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf\") failed: Property not found. retry in 104.25464ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:13.865095183Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776\") failed: Property not found. retry in 162.472797ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:14.132050028Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555\") failed: Property not found. retry in 132.280718ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:14.250813174Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf\") failed: Property not found. retry in 149.040124ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:14.300235861Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776\") failed: Property not found. retry in 511.85437ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:14.340445072Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555\") failed: Property not found. retry in 302.686856ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:14.408075906Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf\") failed: Property not found. retry in 468.907565ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:14.482724662Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555\") failed: Property not found. retry in 423.648611ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:14.723682273Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776\") failed: Property not found. retry in 519.477931ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:14.861933092Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf\") failed: Property not found. retry in 542.443775ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:14.961592282Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555\") failed: Property not found. retry in 712.656965ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:15.157559805Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776\") failed: Property not found. retry in 1.196794255s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:15.393520155Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf\") failed: Property not found. retry in 1.406689195s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:15.513969335Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555\") failed: Property not found. retry in 756.337118ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:15.880677222Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776\") failed: Property not found. retry in 1.395994963s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:16.600752358Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555\") failed: Property not found. retry in 1.313186981s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:16.645332638Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf\") failed: Property not found. retry in 1.25667943s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:16.92899418Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555\") failed: Property not found. retry in 657.932083ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:17.966911908Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776\") failed: Property not found. retry in 876.079794ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:18.005046896Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf\") failed: Property not found. retry in 1.051509942s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:18.194789784Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555\") failed: Property not found. retry in 872.303562ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:18.635244219Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776\") failed: Property not found. retry in 1.035420463s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:18.891216883Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:19.947563443Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_internal_dns_b663146f-27f0-4d91-99d9-9d880c25a555"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:19.947605794Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_internal_dns_3e7aa779-fd66-467c-8445-e284949ae776"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:19.947612154Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_internal_dns_edbba3c6-f82f-4429-a7c3-f55287468ddf"} {"msg":"Writing ledger to /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:19.947616764Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:19.94794217Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:19.948240766Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"db0c6fde-f0c9-4c65-b7f3-5cbf42110b2b","remote_addr":"[fd00:1122:3344:101::1]:60554","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9109666,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:19.950295258Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655"} {"msg":"failed to write DNS configuration (will retry in 115.096215ms)","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:20.145164579Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:675","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.278305314Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.326139299Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.374421363Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.374435454Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.407258986Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.408134244Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.408157884Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: edbba3c6-f82f-4429-a7c3-f55287468ddf (service), filesystem_pool: Some(ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3e7aa779-fd66-467c-8445-e284949ae776 (service), filesystem_pool: Some(ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b663146f-27f0-4d91-99d9-9d880c25a555 (service), filesystem_pool: Some(ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 183f242b-420b-49ab-a81f-72ef238fcd26 (service), filesystem_pool: Some(ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: eddacb61-71fc-40d4-ab86-c9b0732efc3e, kind: Service { id: 183f242b-420b-49ab-a81f-72ef238fcd26 }, name: Name(\"ntp-183f242b-420b-49ab-a81f-72ef238fcd26\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 162])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.437579558Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:538"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.43768653Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:58326"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: edbba3c6-f82f-4429-a7c3-f55287468ddf, dataset_name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.437968345Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.437977375Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: edbba3c6-f82f-4429-a7c3-f55287468ddf, dataset_name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e7aa779-fd66-467c-8445-e284949ae776, dataset_name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.476266298Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.476317049Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 3e7aa779-fd66-467c-8445-e284949ae776, dataset_name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b663146f-27f0-4d91-99d9-9d880c25a555, dataset_name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.512128211Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.512161892Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: b663146f-27f0-4d91-99d9-9d880c25a555, dataset_name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.544969794Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.545025085Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.545177008Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.54526053Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.556448295Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.588567593Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.589541643Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.589547053Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.619394265Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 177, 162]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.619430516Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.619780513Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.619790643Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.620031068Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.621247773Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.647139645Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:20.66672681Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:20.909363345Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5087471388282461607"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:20.909472257Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2142942474541154563"} {"msg":"Profile for oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:21.293508134Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:21.293686938Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26\") failed: Property not found. retry in 66.044324ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:21.421306222Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26\") failed: Property not found. retry in 82.52865ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:21.500975779Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26\") failed: Property not found. retry in 109.675581ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:21.593961145Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26\") failed: Property not found. retry in 482.394227ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:21.714559218Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:22.033181726Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17839797364047048537"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:22.033289838Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6605641154872297595"} {"msg":"wait for service Some(\"oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26\") failed: Property not found. retry in 723.938409ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:22.207106934Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26\") failed: Property not found. retry in 1.1282396s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:22.940484669Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26\") failed: Property not found. retry in 1.394500056s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:24.078482794Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26\") failed: Property not found. retry in 943.624681ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:25.482347105Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:26.446626057Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26"} {"msg":"Writing ledger to /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:26.446674858Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:26.447008605Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:26.447351452Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"c080b144-4a27-4a01-a335-f3573e7c070a","remote_addr":"[fd00:1122:3344:101::1]:58326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6009553,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:26.44976507Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:732"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:26.483637444Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:26.483834528Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:37522"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:26.495181337Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3901"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:26.495270219Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"75d97be1-5c40-4fea-8956-fb7b21cd7fe8","remote_addr":"[fd00:1122:3344:101::1]:37522","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":11278,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:26.497983713Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:26.615193478Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:26.615342401Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:44608"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:29.271254077Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17936401519983205955"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:29.532480747Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16591598817973984648"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:29.950817196Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8139731774706432805"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:30.624324773Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3901"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:30.624421055Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"e13145b0-f4cd-4434-a74e-6de5f61cbb43","remote_addr":"[fd00:1122:3344:101::1]:44608","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009015,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:30.627082238Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:30.834678986Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:30.834822669Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:58188"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:30.843822451Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3901"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:30.843896112Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"190578a2-c943-41f4-84b4-c07b04679392","remote_addr":"[fd00:1122:3344:101::1]:58188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9021,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:30.847508875Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:30.912073247Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5087471388282461607"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:30.91219527Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2142942474541154563"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:30.963128908Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:30.96326688Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:53078"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:32.03553364Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17839797364047048537"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:32.035651152Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6605641154872297595"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_183f242b-420b-49ab-a81f-72ef238fcd26': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:36.175179146Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3901"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:36.175305909Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"84314762-1ecb-4e5f-8f93-491c03c617fa","remote_addr":"[fd00:1122:3344:101::1]:53078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008428,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:36.17784094Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:36.340100212Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:36.340268686Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:55908"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:36.34936275Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"e886353d-c94b-400b-b6b2-d414049cad51","remote_addr":"[fd00:1122:3344:101::1]:55908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9038,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1732598434.2195742, correction: -0.312036335 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:36.3513624Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:36.35136822Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:36.534581165Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:36.534724979Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:40635"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:36.543066238Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"7e39ea08-c2c8-4ede-b8f7-f7dc76fb7566","remote_addr":"[fd00:1122:3344:101::1]:40635","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8314,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1732598434.2195742, correction: -0.311510116 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:36.545742202Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:36.545749642Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:36.796419163Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:36.796531935Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:46802"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:36.804983716Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"b3ae0cbc-3903-4a78-a12c-0a6f75bac174","remote_addr":"[fd00:1122:3344:101::1]:46802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8433,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1732598434.2195742, correction: -0.311024457 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:36.8071412Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:36.80714629Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:37.128186764Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:37.128279806Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:48985"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:37.136374919Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"c0fd8787-1500-4c1c-96fb-27ae1a8e422c","remote_addr":"[fd00:1122:3344:101::1]:48985","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7971,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1732598434.2195742, correction: -0.310124487 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:37.13788366Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:37.13788805Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:37.348534041Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:37.348716525Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:36779"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:37.356345192Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"2d81736a-d767-483d-afc6-042e0db1e12a","remote_addr":"[fd00:1122:3344:101::1]:36779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7588,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1732598434.2195742, correction: -0.30952692 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:37.359194456Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:37.359202977Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:37.650212403Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7748550777703583911"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:37.650330246Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17635281772808660727"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:37.997945087Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:37.99808143Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:61290"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:38.007115912Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"e5f7f9d6-907c-4ff5-975a-1bee3610a467","remote_addr":"[fd00:1122:3344:101::1]:61290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9014,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1732598434.2195742, correction: -0.307984412 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:38.009006811Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:38.009013421Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:38.777876773Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:38.778022656Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:39403"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:38.787054429Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"dca8c6a3-6788-4370-9495-6a2c4416fdb8","remote_addr":"[fd00:1122:3344:101::1]:39403","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8976,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1732598434.2195742, correction: -0.306474 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:38.788556399Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:38.788560719Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:39.083530926Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"366.95887ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:39.285379029Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:39.285547312Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:44259"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:39.294167476Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"8686e1f9-9b37-4b59-957a-24a89b30e984","remote_addr":"[fd00:1122:3344:101::1]:44259","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8567,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1732598434.2195742, correction: -0.305096656 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:39.296636756Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:39.296644047Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:40.279616671Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:40.279777874Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:56097"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:40.287722115Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"2e76dc08-30bc-4137-a9bb-0913ac106f93","remote_addr":"[fd00:1122:3344:101::1]:56097","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7894,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1732598439.1468823, correction: -0.302468687 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:40.289865438Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:40.289872158Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:40.466025482Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17936401519983205955"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:40.724708376Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16591598817973984648"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:40.769011962Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:40.769181825Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:57822"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:40.778195458Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"7c1be5e8-fa73-443e-93df-3544691e0f9c","remote_addr":"[fd00:1122:3344:101::1]:57822","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8952,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1732598439.6952236, correction: -0.301040322 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:40.779850801Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:40.779855141Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:41.143175112Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8139731774706432805"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:41.765824127Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:41.766001811Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:32867"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:41.774677467Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"ed65b4ed-ea18-4b89-837a-0d6013d57bb5","remote_addr":"[fd00:1122:3344:101::1]:32867","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8620,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1732598441.110114, correction: -0.298238754 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:41.777090035Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:41.777098166Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:42.101787124Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5087471388282461607"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:42.101898446Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2142942474541154563"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:42.380600295Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58383"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:42.380794928Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"c9b6214f-e215-44bf-94ab-435f19c177bf","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58383","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:43.221437364Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17839797364047048537"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:43.221553446Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6605641154872297595"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:43.564006713Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:43.564171947Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:52330"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:43.573579757Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"26330801-1285-4ff2-bbd5-e1907e2c6893","remote_addr":"[fd00:1122:3344:101::1]:52330","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9333,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1732598441.450962, correction: -0.292364925 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:43.575795812Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:43.575802232Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:44.980459466Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:44.980644049Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:40105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:44.989784744Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"85881616-a120-44b0-a4ad-20eab3d8c2c2","remote_addr":"[fd00:1122:3344:101::1]:40105","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9064,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1732598443.654132, correction: -0.288436651 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:44.991465338Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:44.991469758Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:46.728839131Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:46.728971504Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:58345"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:46.737119299Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"cadcf555-bf90-402d-b8cc-980b9c1d2e89","remote_addr":"[fd00:1122:3344:101::1]:58345","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7974,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1732598445.477517, correction: -0.28364262 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:46.739611689Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:46.739620329Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:47.624511739Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7748550777703583911"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:47.624642741Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17635281772808660727"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:48.241227613Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:48.241392757Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:35093"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:48.250037332Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"d36a46fb-9200-4243-b352-010f7e046cc0","remote_addr":"[fd00:1122:3344:101::1]:35093","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8558,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1732598446.5199373, correction: -0.279521108 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:48.252142704Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:48.252149064Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:49.679252692Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:49.679433605Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:62194"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:49.68907656Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"edff30ee-e806-4e39-b091-4ac6c05f291c","remote_addr":"[fd00:1122:3344:101::1]:62194","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9575,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1732598447.9322083, correction: -0.275599182 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:49.691863367Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:49.691871907Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:50.440392728Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17936401519983205955"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:50.698019369Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16591598817973984648"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:51.117853932Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8139731774706432805"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:51.372534392Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:51.372657505Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:38998"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:51.382034045Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"11c1494f-e6ee-49a0-a73e-56953cfd1dd1","remote_addr":"[fd00:1122:3344:101::1]:38998","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9285,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1732598449.8923726, correction: -0.271028668 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:51.385176118Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:51.385183278Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:52.076019623Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5087471388282461607"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:52.076144225Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2142942474541154563"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:53.195959796Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17839797364047048537"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:53.196189681Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6605641154872297595"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:54.444002861Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"395.210151ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:54.816684859Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:54.816886894Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:57891"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:54.826737253Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"76656041-564c-4262-8b98-f10caace48c1","remote_addr":"[fd00:1122:3344:101::1]:57891","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9781,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1732598453.085138, correction: -0.261648208 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:54.829315637Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:54.829323681Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:57.598879797Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7748550777703583911"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:20:57.598994549Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17635281772808660727"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:57.703625516Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:57.70381217Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:47433"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:57.712966555Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"6f139b7a-2913-457e-a894-ab8a6b22e95e","remote_addr":"[fd00:1122:3344:101::1]:47433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9104,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1732598456.0929012, correction: -0.253819108 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:20:57.715395374Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:20:57.715403874Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:00.416106982Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17936401519983205955"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:00.671711263Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16591598817973984648"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:01.092281979Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8139731774706432805"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:02.050624645Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"5087471388282461607"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:02.051186527Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"2142942474541154563"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:02.285768822Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:02.285980826Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:48114"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:02.294720933Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"0de2ffda-db6d-41c8-a1ec-e60d13b267c9","remote_addr":"[fd00:1122:3344:101::1]:48114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8679,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1732598459.7573647, correction: -0.241330668 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:02.297195773Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:21:02.297203453Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:03.171825184Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17839797364047048537"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:03.171945657Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6605641154872297595"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:07.57402776Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7748550777703583911"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:07.574137182Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17635281772808660727"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:21:09.83481711Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"1.09202332s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:10.391299707Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17936401519983205955"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:10.645923507Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16591598817973984648"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:11.067585996Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8139731774706432805"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:11.548978824Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:11.549088396Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:44408"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:11.558052037Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"ae991de5-8e48-4eca-ac43-974f3c08a585","remote_addr":"[fd00:1122:3344:101::1]:44408","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8775,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1732598468.5929973, correction: -0.216208026 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:11.560718771Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:21:11.560724582Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:12.332516682Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35305"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:12.332653215Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"734c811e-a30c-4c7b-b63e-84176405332f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35305","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:13.147047268Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17839797364047048537"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:13.147174161Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6605641154872297595"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:17.548389436Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7748550777703583911"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:17.548496088Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17635281772808660727"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:20.366596012Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"17936401519983205955"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:20.619470347Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"16591598817973984648"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:21.042642707Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"8139731774706432805"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:21.172782629Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:21.172999333Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:59217"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:21.183068517Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"7e70f74d-ff53-440d-b893-89d1d1fbda15","remote_addr":"[fd00:1122:3344:101::1]:59217","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":10000,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1732598476.608461, correction: -0.190049946 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:21.185783132Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:21:21.185791492Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:23.121939546Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17839797364047048537"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:23.12215542Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6605641154872297595"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:21:25.919233498Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"1.433549391s"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:27.523771974Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"7748550777703583911"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:27.524275424Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"17635281772808660727"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:33.096585038Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17839797364047048537"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:33.09668844Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6605641154872297595"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:34.649366916Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:34.64955361Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:42999"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:34.658474611Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"b438bc9d-1ff9-4c60-a361-4ac16ec3f473","remote_addr":"[fd00:1122:3344:101::1]:42999","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8865,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1732598488.940544, correction: -0.153422132 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:34.661005672Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:21:34.661015162Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:42.285291822Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36687"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:42.285400905Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"ac54df4d-88de-4f86-a802-736700ac4098","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36687","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:21:42.343730524Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"5.585572615s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:43.07220528Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17839797364047048537"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:43.072319032Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6605641154872297595"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:50.397680637Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:50.397865591Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:48690"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:50.40674705Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"5eeb58d0-fd76-41d0-a496-453899af97d8","remote_addr":"[fd00:1122:3344:101::1]:48690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8810,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1732598505.2653582, correction: -0.110718675 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:21:50.409469376Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:21:50.409475096Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:53.047818772Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17839797364047048537"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:21:53.047922804Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6605641154872297595"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:00.075415153Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:00.075607006Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:55144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:00.084731911Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"d539e13e-1959-4d6f-8891-8ebad259c9bd","remote_addr":"[fd00:1122:3344:101::1]:55144","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9063,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1732598512.90556, correction: -0.084438346 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:00.08716445Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:00.08717183Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:02.909189974Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"6.577977491s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:22:03.022118268Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17839797364047048537"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:22:03.0222369Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6605641154872297595"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:11.289816113Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:11.290003497Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:41734"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:11.299350696Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"2716ae92-e372-4be7-b057-634873546f18","remote_addr":"[fd00:1122:3344:101::1]:41734","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9286,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1732598529.1423423, correction: -0.0539116 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:11.302293186Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:11.302324776Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:12.238945021Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44092"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:12.239104384Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"c69ae718-1538-4b53-84da-e3645dc341a5","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44092","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:22:12.99727091Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17839797364047048537"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:22:12.997386693Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6605641154872297595"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:22:22.972405743Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17839797364047048537"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:22:22.972518835Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6605641154872297595"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:24.464030475Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"20.171132084s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.40953996Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.409731544Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:63451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.431008135Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"01dfd1b4-ab8c-43c1-bfc7-44abdf319202","remote_addr":"[fd00:1122:3344:101::1]:63451","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":21167,"response_code":"200"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:25.431097116Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-26T05:21:20.619439437Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"16591598817973984648"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:25.432566846Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-26T05:21:27.524254354Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"17635281772808660727"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:25.432897703Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-26T05:21:02.050593005Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"5087471388282461607"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:25.433402793Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-26T05:21:02.051174516Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"2142942474541154563"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:25.433812421Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-26T05:21:20.366559711Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"17936401519983205955"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:25.434011925Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-26T05:21:27.523739223Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"7748550777703583911"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:25.434175659Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-26T05:21:21.042601666Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"8139731774706432805"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1732598536.6770632, correction: -0.015561965 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.4352491Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.43525385Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1425"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: edbba3c6-f82f-4429-a7c3-f55287468ddf (service), filesystem_pool: Some(ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3e7aa779-fd66-467c-8445-e284949ae776 (service), filesystem_pool: Some(ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b663146f-27f0-4d91-99d9-9d880c25a555 (service), filesystem_pool: Some(ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 183f242b-420b-49ab-a81f-72ef238fcd26 (service), filesystem_pool: Some(ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: eddacb61-71fc-40d4-ab86-c9b0732efc3e, kind: Service { id: 183f242b-420b-49ab-a81f-72ef238fcd26 }, name: Name(\"ntp-183f242b-420b-49ab-a81f-72ef238fcd26\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 162])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: afc5473a-4cc3-4263-8522-c328753d2c8d (service), filesystem_pool: Some(ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External } } } }, OmicronZoneConfig { id: 97bef1ac-058e-4c8a-9591-6029bf7ab0ad (service), filesystem_pool: Some(ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External } } } }, OmicronZoneConfig { id: 45015942-f0b4-4b68-80a7-c9af4274ff35 (service), filesystem_pool: Some(ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External } } } }, OmicronZoneConfig { id: 591416ad-4f91-4b1e-9e61-71515d759ba4 (service), filesystem_pool: Some(ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External } } } }, OmicronZoneConfig { id: 078ab58f-5ac4-4c10-8dfe-84a92fb7bb65 (service), filesystem_pool: Some(ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.464945151Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:538"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.465094104Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:64135"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: edbba3c6-f82f-4429-a7c3-f55287468ddf, dataset_name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.465466332Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.465472301Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: edbba3c6-f82f-4429-a7c3-f55287468ddf, dataset_name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e7aa779-fd66-467c-8445-e284949ae776, dataset_name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.501644173Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.501686784Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 3e7aa779-fd66-467c-8445-e284949ae776, dataset_name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b663146f-27f0-4d91-99d9-9d880c25a555, dataset_name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.534016818Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.534058119Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: b663146f-27f0-4d91-99d9-9d880c25a555, dataset_name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: afc5473a-4cc3-4263-8522-c328753d2c8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.566586157Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.566632318Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: afc5473a-4cc3-4263-8522-c328753d2c8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 97bef1ac-058e-4c8a-9591-6029bf7ab0ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.597705776Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.597739927Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 97bef1ac-058e-4c8a-9591-6029bf7ab0ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45015942-f0b4-4b68-80a7-c9af4274ff35, dataset_name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.628304945Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.628343526Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 45015942-f0b4-4b68-80a7-c9af4274ff35, dataset_name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 591416ad-4f91-4b1e-9e61-71515d759ba4, dataset_name: DatasetName { pool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.660285782Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.660322023Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 591416ad-4f91-4b1e-9e61-71515d759ba4, dataset_name: DatasetName { pool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 078ab58f-5ac4-4c10-8dfe-84a92fb7bb65, dataset_name: DatasetName { pool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.691570235Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.691608516Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 078ab58f-5ac4-4c10-8dfe-84a92fb7bb65, dataset_name: DatasetName { pool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.722607763Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.722652844Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.722903319Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.723025511Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.808519041Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.808593052Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.808603353Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.808609713Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.808615853Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.90394801Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.908316258Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.912755698Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.917255719Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.921926644Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.926738261Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.930776923Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.935117971Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.940093831Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:25.945093112Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:28.79457365Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:28.794760944Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:28.800454979Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:28.800665063Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:28.800710214Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:28.805730216Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:28.811104734Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:28.811248768Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:28.816239729Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:28.816365211Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\") failed: Property not found. retry in 44.113341ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:28.944746528Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d\") failed: Property not found. retry in 66.34551ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:28.952905793Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\") failed: Property not found. retry in 63.4611ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:28.959584061Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65\") failed: Property not found. retry in 67.476355ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:28.967158331Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\") failed: Property not found. retry in 38.898772ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:28.974322366Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\") failed: Property not found. retry in 141.274033ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:28.995996064Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\") failed: Property not found. retry in 144.456556ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:29.178465175Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d\") failed: Property not found. retry in 79.210689ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:29.629288484Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\") failed: Property not found. retry in 228.220071ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:29.721621182Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\") failed: Property not found. retry in 92.336196ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:29.76009097Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\") failed: Property not found. retry in 143.959608ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:29.920419153Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65\") failed: Property not found. retry in 65.960033ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:29.950310118Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d\") failed: Property not found. retry in 219.818405ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:29.999434311Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\") failed: Property not found. retry in 540.667169ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:30.250327797Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\") failed: Property not found. retry in 279.607043ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:30.380553251Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\") failed: Property not found. retry in 273.61663ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:30.574919312Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65\") failed: Property not found. retry in 236.44262ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:31.102032175Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d\") failed: Property not found. retry in 516.011969ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:31.162652801Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\") failed: Property not found. retry in 439.396088ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:31.843032314Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\") failed: Property not found. retry in 454.420205ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:31.882961821Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\") failed: Property not found. retry in 1.118051424s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:31.96101012Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65\") failed: Property not found. retry in 203.197713ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:31.986680149Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d\") failed: Property not found. retry in 1.18292371s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:32.007720654Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65\") failed: Property not found. retry in 431.893145ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:32.199829735Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\") failed: Property not found. retry in 897.591637ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:32.294290968Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\") failed: Property not found. retry in 1.174836262s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:32.348904673Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65\") failed: Property not found. retry in 864.50201ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:32.644662406Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\") failed: Property not found. retry in 1.318519943s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:33.090312962Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d\") failed: Property not found. retry in 1.079283121s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:33.2008491Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\") failed: Property not found. retry in 1.006516671s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:33.207277001Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65\") failed: Property not found. retry in 1.4424494s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:33.519638138Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\") failed: Property not found. retry in 788.336102ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:33.533337379Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\") failed: Property not found. retry in 708.30976ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:34.225091061Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d\") failed: Property not found. retry in 614.657216ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:34.290081903Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\") failed: Property not found. retry in 505.346013ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:34.330103499Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\") failed: Property not found. retry in 1.163425149s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:34.418531492Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\") failed: Property not found. retry in 749.570948ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:34.846912909Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d\") failed: Property not found. retry in 878.460623ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:34.914987314Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\") failed: Property not found. retry in 711.436134ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:34.943453708Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65\") failed: Property not found. retry in 530.170392ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:34.971940642Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65\") failed: Property not found. retry in 505.727504ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:35.513465023Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\") failed: Property not found. retry in 1.405854023s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:35.595182101Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\") failed: Property not found. retry in 1.005062334s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:35.608009071Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\") failed: Property not found. retry in 1.424981708s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:35.673355859Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d\") failed: Property not found. retry in 585.290909ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:35.805177945Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65\") failed: Property not found. retry in 639.809345ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:36.028655142Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d\") failed: Property not found. retry in 1.052729428s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:36.400335707Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\") failed: Property not found. retry in 1.252957854s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:36.622255842Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65\") failed: Property not found. retry in 1.434474991s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:36.676808855Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\") failed: Property not found. retry in 523.487371ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:37.011185556Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\") failed: Property not found. retry in 829.96756ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:37.106944908Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d\") failed: Property not found. retry in 806.707967ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:37.461908028Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\") failed: Property not found. retry in 1.112689051s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:37.543538375Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\") failed: Property not found. retry in 632.153475ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:37.885086964Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\") failed: Property not found. retry in 1.081674305s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:37.945427571Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65\") failed: Property not found. retry in 1.186475037s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:38.120995473Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d\") failed: Property not found. retry in 1.145238269s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:38.279621283Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\") failed: Property not found. retry in 1.07770468s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:38.527719918Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\") failed: Property not found. retry in 1.186798899s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:38.667993448Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\") failed: Property not found. retry in 1.197503591s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:39.036997491Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\") failed: Property not found. retry in 764.040718ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:39.622533374Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\") failed: Property not found. retry in 1.205171103s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:39.864365881Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\") failed: Property not found. retry in 580.929217ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:40.244975879Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\") failed: Property not found. retry in 1.137974715s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:40.396283151Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\") failed: Property not found. retry in 890.209162ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:40.839038363Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\") failed: Property not found. retry in 999.295276ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:41.084106787Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\") failed: Property not found. retry in 573.594722ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:41.545975554Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\") failed: Property not found. retry in 801.000582ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:41.741816225Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\") failed: Property not found. retry in 1.372271684s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:42.095097241Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\") failed: Property not found. retry in 1.410524352s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:42.129449885Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:42.225555113Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35722"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:42.225794268Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"e4804ab4-a602-4162-bff5-e11c59669a3f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35722","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":80,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\") failed: Property not found. retry in 1.258415648s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:42.553186842Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\") failed: Property not found. retry in 1.334334159s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:43.47811134Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\") failed: Property not found. retry in 1.383377601s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:43.548763536Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\") failed: Property not found. retry in 791.28562ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:43.8206442Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\") failed: Property not found. retry in 1.245875878s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:44.620689229Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\") failed: Property not found. retry in 726.889635ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:44.820711974Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\") failed: Property not found. retry in 1.288008289s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:44.940484279Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\") failed: Property not found. retry in 523.712631ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:45.557595199Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\") failed: Property not found. retry in 1.200605391s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:45.8759507Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\") failed: Property not found. retry in 780.035272ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:46.090989998Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\") failed: Property not found. retry in 795.913644ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:46.237911682Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\") failed: Property not found. retry in 1.245053529s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:46.878951714Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\") failed: Property not found. retry in 1.399945734s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:47.042554564Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\") failed: Property not found. retry in 1.131184396s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:47.084876328Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4\") failed: Property not found. retry in 1.412171381s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:48.132102884Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad\") failed: Property not found. retry in 807.051594ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:48.224206892Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35\") failed: Property not found. retry in 855.823769ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:22:48.450726021Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:49.570312457Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_cockroachdb_afc5473a-4cc3-4263-8522-c328753d2c8d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:49.570390568Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_cockroachdb_97bef1ac-058e-4c8a-9591-6029bf7ab0ad"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:49.570399938Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_cockroachdb_45015942-f0b4-4b68-80a7-c9af4274ff35"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:49.570416009Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_cockroachdb_591416ad-4f91-4b1e-9e61-71515d759ba4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:49.570422899Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_cockroachdb_078ab58f-5ac4-4c10-8dfe-84a92fb7bb65"} {"msg":"Writing ledger to /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:49.570436059Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:49.570846837Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:49.571342087Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"24491210-ee1e-49e6-b48a-0c5438926fa5","remote_addr":"[fd00:1122:3344:101::1]:64135","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":24121698,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:49.610357864Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:44668"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::7]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:49.641266568Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3744"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:22:49.817394041Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3762"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.022457174Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3785"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.024643038Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"1d3fb7fc-cbfa-49b1-8190-9a29b9473a87","remote_addr":"[fd00:1122:3344:101::1]:44668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":21413921,"response_code":"204"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:11.044980718Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"25.343138571s"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: edbba3c6-f82f-4429-a7c3-f55287468ddf (service), filesystem_pool: Some(ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3e7aa779-fd66-467c-8445-e284949ae776 (service), filesystem_pool: Some(ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b663146f-27f0-4d91-99d9-9d880c25a555 (service), filesystem_pool: Some(ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 183f242b-420b-49ab-a81f-72ef238fcd26 (service), filesystem_pool: Some(ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: eddacb61-71fc-40d4-ab86-c9b0732efc3e, kind: Service { id: 183f242b-420b-49ab-a81f-72ef238fcd26 }, name: Name(\"ntp-183f242b-420b-49ab-a81f-72ef238fcd26\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 162])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: afc5473a-4cc3-4263-8522-c328753d2c8d (service), filesystem_pool: Some(ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External } } } }, OmicronZoneConfig { id: 97bef1ac-058e-4c8a-9591-6029bf7ab0ad (service), filesystem_pool: Some(ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External } } } }, OmicronZoneConfig { id: 45015942-f0b4-4b68-80a7-c9af4274ff35 (service), filesystem_pool: Some(ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External } } } }, OmicronZoneConfig { id: 591416ad-4f91-4b1e-9e61-71515d759ba4 (service), filesystem_pool: Some(ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External } } } }, OmicronZoneConfig { id: 078ab58f-5ac4-4c10-8dfe-84a92fb7bb65 (service), filesystem_pool: Some(ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External } } } }, OmicronZoneConfig { id: 7de56ef8-bdda-46b0-a9a9-fa5e97a778c5 (service), filesystem_pool: Some(ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 2f3ae2da-b0e7-4755-a7ae-d54ffe51eccc, kind: Service { id: 7de56ef8-bdda-46b0-a9a9-fa5e97a778c5 }, name: Name(\"external-dns-7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4e9fd39d-4113-4491-beca-e49e9a07f310 (service), filesystem_pool: Some(ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 1dbf9b5b-ede3-4cf4-b0d0-091aa188969a, kind: Service { id: 4e9fd39d-4113-4491-beca-e49e9a07f310 }, name: Name(\"external-dns-4e9fd39d-4113-4491-beca-e49e9a07f310\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a (service), filesystem_pool: Some(ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: e7b24131-9921-4152-b1bb-f948db445563, kind: Service { id: ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a }, name: Name(\"nexus-ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: de715031-fa5a-4cf9-bf82-9cec9db59d81 (service), filesystem_pool: Some(ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: afc30658-25b2-44db-9d11-ba075ebc447b, kind: Service { id: de715031-fa5a-4cf9-bf82-9cec9db59d81 }, name: Name(\"nexus-de715031-fa5a-4cf9-bf82-9cec9db59d81\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 14])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: eea1c48b-e597-47f2-a9c9-8bf328dab7cd (service), filesystem_pool: Some(ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: f88dd6c2-772e-44fb-bf3f-d4557d3228a8, kind: Service { id: eea1c48b-e597-47f2-a9c9-8bf328dab7cd }, name: Name(\"nexus-eea1c48b-e597-47f2-a9c9-8bf328dab7cd\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 25])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a4232f21-0674-457e-97a4-41c6f360d0c1 (service), filesystem_pool: Some(ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c80384a9-167d-483b-9108-3eccbfc759ce (service), filesystem_pool: Some(ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External } } } }, OmicronZoneConfig { id: bbffc850-2c64-4359-b922-de172ab3a4a1 (service), filesystem_pool: Some(ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 7ea0f6a9-f6ea-4a00-8862-957ae8407d39 (service), filesystem_pool: Some(ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b0f7327e-9818-4b74-82bf-6f6bf3231db9 (service), filesystem_pool: Some(ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 6f93cace-fd0a-439d-b070-fb3e7a93d785 (service), filesystem_pool: Some(ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8b990e0a-1c33-413f-8695-830485958f9e (service), filesystem_pool: Some(ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External } } } }, OmicronZoneConfig { id: e0bf1273-c01d-45a7-81e1-d34f6eb6d99b (service), filesystem_pool: Some(ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External } } } }, OmicronZoneConfig { id: fd8c0b95-28ad-4b2a-97d9-6778a8a37605 (service), filesystem_pool: Some(ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External } } } }, OmicronZoneConfig { id: 0cbd328d-2b71-482b-8212-63117b07c620 (service), filesystem_pool: Some(ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External } } } }, OmicronZoneConfig { id: 506e6a7b-f08a-43e3-ae23-7818916b2247 (service), filesystem_pool: Some(ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External } } } }, OmicronZoneConfig { id: 90a408e9-936a-4920-ae45-8ca2dc33ed86 (service), filesystem_pool: Some(ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External } } } }, OmicronZoneConfig { id: be1e42ff-fa98-49f3-a5ff-e865a51b0418 (service), filesystem_pool: Some(ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External } } } }, OmicronZoneConfig { id: 50516551-aadd-4094-86ba-7d3c3018bfd8 (service), filesystem_pool: Some(ZpoolName { id: da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.090755362Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:538"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.091612309Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:33774"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: edbba3c6-f82f-4429-a7c3-f55287468ddf, dataset_name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.092788173Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.092795473Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: edbba3c6-f82f-4429-a7c3-f55287468ddf, dataset_name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e7aa779-fd66-467c-8445-e284949ae776, dataset_name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.177715036Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.177762187Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 3e7aa779-fd66-467c-8445-e284949ae776, dataset_name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b663146f-27f0-4d91-99d9-9d880c25a555, dataset_name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.253859412Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.253903583Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: b663146f-27f0-4d91-99d9-9d880c25a555, dataset_name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: afc5473a-4cc3-4263-8522-c328753d2c8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.313159328Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.313207449Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: afc5473a-4cc3-4263-8522-c328753d2c8d, dataset_name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 97bef1ac-058e-4c8a-9591-6029bf7ab0ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.386406886Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.386471887Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 97bef1ac-058e-4c8a-9591-6029bf7ab0ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45015942-f0b4-4b68-80a7-c9af4274ff35, dataset_name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.439767802Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.439815943Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 45015942-f0b4-4b68-80a7-c9af4274ff35, dataset_name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 591416ad-4f91-4b1e-9e61-71515d759ba4, dataset_name: DatasetName { pool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.502086679Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.50213031Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 591416ad-4f91-4b1e-9e61-71515d759ba4, dataset_name: DatasetName { pool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 078ab58f-5ac4-4c10-8dfe-84a92fb7bb65, dataset_name: DatasetName { pool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.60074666Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.600789031Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 078ab58f-5ac4-4c10-8dfe-84a92fb7bb65, dataset_name: DatasetName { pool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7de56ef8-bdda-46b0-a9a9-fa5e97a778c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.684787185Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.684831226Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 7de56ef8-bdda-46b0-a9a9-fa5e97a778c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e9fd39d-4113-4491-beca-e49e9a07f310, dataset_name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.783356633Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.783402434Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 4e9fd39d-4113-4491-beca-e49e9a07f310, dataset_name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c80384a9-167d-483b-9108-3eccbfc759ce, dataset_name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.841393354Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.841438555Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: c80384a9-167d-483b-9108-3eccbfc759ce, dataset_name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f93cace-fd0a-439d-b070-fb3e7a93d785, dataset_name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.900957316Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.901000307Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 6f93cace-fd0a-439d-b070-fb3e7a93d785, dataset_name: DatasetName { pool_name: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8b990e0a-1c33-413f-8695-830485958f9e, dataset_name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.972475339Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:11.972517499Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 8b990e0a-1c33-413f-8695-830485958f9e, dataset_name: DatasetName { pool_name: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e0bf1273-c01d-45a7-81e1-d34f6eb6d99b, dataset_name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.061797741Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.061840511Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: e0bf1273-c01d-45a7-81e1-d34f6eb6d99b, dataset_name: DatasetName { pool_name: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd8c0b95-28ad-4b2a-97d9-6778a8a37605, dataset_name: DatasetName { pool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.167720727Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.167766258Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: fd8c0b95-28ad-4b2a-97d9-6778a8a37605, dataset_name: DatasetName { pool_name: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0cbd328d-2b71-482b-8212-63117b07c620, dataset_name: DatasetName { pool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.238086227Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.238129318Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 0cbd328d-2b71-482b-8212-63117b07c620, dataset_name: DatasetName { pool_name: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.270713135Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38947"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.272060912Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"1c0786ca-17f3-48d8-b140-d840b3db3ab0","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38947","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":419,"response_code":"200"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 506e6a7b-f08a-43e3-ae23-7818916b2247, dataset_name: DatasetName { pool_name: ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.312243603Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.312261403Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 506e6a7b-f08a-43e3-ae23-7818916b2247, dataset_name: DatasetName { pool_name: ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 90a408e9-936a-4920-ae45-8ca2dc33ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.424366444Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.424419466Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 90a408e9-936a-4920-ae45-8ca2dc33ed86, dataset_name: DatasetName { pool_name: ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: be1e42ff-fa98-49f3-a5ff-e865a51b0418, dataset_name: DatasetName { pool_name: ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.552345706Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.552393537Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: be1e42ff-fa98-49f3-a5ff-e865a51b0418, dataset_name: DatasetName { pool_name: ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50516551-aadd-4094-86ba-7d3c3018bfd8, dataset_name: DatasetName { pool_name: ZpoolName { id: da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.622753847Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.622797487Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 50516551-aadd-4094-86ba-7d3c3018bfd8, dataset_name: DatasetName { pool_name: ZpoolName { id: da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.727273765Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.72801117Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.728560891Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.728866157Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.88663779Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.887097859Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.887114829Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.88714974Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.935837062Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.935899334Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.935905354Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.935911484Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.935916734Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:12.935930784Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.120718282Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.120990237Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.169602058Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.170067347Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.170093018Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.170147669Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.170168169Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.171403484Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.17270578Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.173347353Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.178955707Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.184891376Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.191879527Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.197111123Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.202325328Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.207109505Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.211871051Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.216737349Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.317600683Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.322657396Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.327480883Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.331972204Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.336466344Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.341256591Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.34520874Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.349397625Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.354216322Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Configuring new Omicron zone: oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.3585695Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.364914168Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.369525211Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.37444632Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.380119345Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.444856811Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.44530029Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.455354193Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.470828705Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.482886578Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.511631808Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.594342656Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.649187743Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.708169773Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.765483629Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.767938488Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.776586663Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.838499332Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 201, 3]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.83891545Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.842411271Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.842425181Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.898797487Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 255, 146]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.898820978Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.900399499Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.90041833Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.954529571Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 212, 242]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.954556202Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.956014391Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:13.956026602Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.010606263Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 180, 14]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.010627163Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.012684484Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.012697965Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.067371448Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 159, 25]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.067392628Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.067543571Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.067553951Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.068523821Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.068536131Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.074374579Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.074389419Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.074495702Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.074505512Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.074618184Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.074639704Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.082097485Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.083466123Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.085438392Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.085450523Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.085461083Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.088213768Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.091197639Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.091209249Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.091844901Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.205583236Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.372618005Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.384092397Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.400231173Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.411580431Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.423140965Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.434018444Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.44719427Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.457876665Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.466659813Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:14.474726905Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:29.928862618Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:29.934267877Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:29.934465971Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:29.954944394Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:30.271872767Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:30.271960139Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:30.272136223Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:30.272272385Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:30.272428499Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:30.272832197Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:30.272852567Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:30.280573903Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:30.288095455Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:30.294726798Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:30.300948974Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:30.307301262Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 66.18188ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.338838038Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\") failed: Property not found. retry in 57.344435ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.35080721Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 115.527068ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.41822309Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\") failed: Property not found. retry in 127.895499ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.431539248Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 26.892328ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.488694031Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 70.588377ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.521033244Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 84.633153ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.53326385Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\") failed: Property not found. retry in 71.987315ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.545733422Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 28.15252ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.557128222Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 70.655023ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.566189555Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\") failed: Property not found. retry in 57.189002ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.576430481Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 170.533606ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.587498064Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\") failed: Property not found. retry in 150.755455ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.603409576Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 149.540572ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.613927028Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 143.830182ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.624261716Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\") failed: Property not found. retry in 120.756292ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.634921731Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\") failed: Property not found. retry in 74.117115ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.645415673Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 203.542884ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.655704231Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 87.610371ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.665739643Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\") failed: Property not found. retry in 296.576115ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.733459459Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 144.312154ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.765165549Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\") failed: Property not found. retry in 206.759023ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.77562913Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 407.488759ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.786603871Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\") failed: Property not found. retry in 173.97785ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.795645383Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 152.97726ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.809454802Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 124.179463ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.821702989Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 237.9834ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.875176418Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 570.029588ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.925409471Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 384.639693ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.958302544Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 268.894956ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.975398089Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\") failed: Property not found. retry in 598.677212ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.987978383Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\") failed: Property not found. retry in 719.312538ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:30.99923999Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\") failed: Property not found. retry in 303.510939ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:31.046932992Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 975.067333ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:31.126940286Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 677.957222ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:31.208532432Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 728.993637ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:31.256767596Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 772.573129ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:31.35759383Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\") failed: Property not found. retry in 1.123263968s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:31.368745555Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 655.694086ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:31.509204688Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\") failed: Property not found. retry in 987.160811ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:31.603582712Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\") failed: Property not found. retry in 1.104018651s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:31.734285269Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 1.399405112s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:31.900121424Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 1.003822855s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:31.998477338Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 746.987374ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:32.113502879Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 1.000153049s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:32.141513184Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 505.905082ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:32.178275195Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:32.422258747Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:32.422457921Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:32.430380451Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:32.430616956Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\") failed: Property not found. retry in 1.154357221s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:32.505316263Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\") failed: Property not found. retry in 1.294146345s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:32.603192707Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 33.695591ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:32.6454737Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\") failed: Property not found. retry in 63.618868ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:32.656002652Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 63.282714ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:32.689456617Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 1.018245886s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:32.698660863Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\") failed: Property not found. retry in 97.978488ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:32.730081627Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 172.274109ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:32.763750256Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\") failed: Property not found. retry in 161.192791ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:32.838490324Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\") failed: Property not found. retry in 1.116466883s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:32.849881454Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 970.935549ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:32.872364117Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 433.438544ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:32.94886934Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\") failed: Property not found. retry in 216.005803ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:33.013104556Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 1.092010179s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:33.023017576Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 1.169975811s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:33.153536289Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\") failed: Property not found. retry in 453.770243ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:33.240137266Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 517.230012ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:33.314324863Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 429.687407ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:33.443673142Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\") failed: Property not found. retry in 1.083381923s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:33.737171413Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 545.406732ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:33.769646478Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\") failed: Property not found. retry in 1.082802713s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:33.791685362Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 855.083392ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:33.85303766Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 982.570617ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:33.870948151Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 732.025986ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:33.887805131Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\") failed: Property not found. retry in 1.234572598s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:33.915125562Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\") failed: Property not found. retry in 1.421439406s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:33.982314857Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 1.120716846s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:34.128565247Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:34.238330072Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:34.238853212Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:34.239314631Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:34.246978206Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:34.299336512Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:34.299555607Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 1.423245125s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:34.328072232Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 817.360096ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:34.339559464Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:34.342908351Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:34.343224788Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\") failed: Property not found. retry in 34.745754ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:34.468846572Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\") failed: Property not found. retry in 41.644738ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:34.48063811Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\") failed: Property not found. retry in 26.164246ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:34.514586565Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\") failed: Property not found. retry in 118.386697ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:34.524644738Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\") failed: Property not found. retry in 71.264065ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:34.534430505Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\") failed: Property not found. retry in 104.728585ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:34.552261945Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\") failed: Property not found. retry in 41.652774ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:34.561616303Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\") failed: Property not found. retry in 228.262595ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:34.691740298Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\") failed: Property not found. retry in 60.154439ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:34.797307898Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\") failed: Property not found. retry in 182.41874ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:34.840774395Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\") failed: Property not found. retry in 166.087818ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:34.889151601Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 763.372855ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:34.903918229Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\") failed: Property not found. retry in 1.086268681s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:34.916920051Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 1.425128158s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:34.931720559Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\") failed: Property not found. retry in 1.101058257s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:34.957188533Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 1.067172594s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:34.985473384Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\") failed: Property not found. retry in 596.923438ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:35.006405636Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\") failed: Property not found. retry in 287.149874ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:35.020803476Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\") failed: Property not found. retry in 517.709106ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:35.036047934Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\") failed: Property not found. retry in 237.961587ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:35.077284976Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\") failed: Property not found. retry in 950.481217ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:35.165113068Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 1.428243943s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:35.180022508Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:35.181202452Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:35.181427707Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:35.189265505Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:35.192088652Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 1.346447634s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:35.270551285Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\") failed: Property not found. retry in 443.06265ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:35.328196917Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\") failed: Property not found. retry in 1.163098863s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:35.344232701Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\") failed: Property not found. retry in 682.959114ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:35.419107822Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\") failed: Property not found. retry in 33.502938ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:35.464280613Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\") failed: Property not found. retry in 67.068461ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:35.507984884Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\") failed: Property not found. retry in 132.026008ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:35.520191251Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\") failed: Property not found. retry in 1.027312777s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:35.568673429Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\") failed: Property not found. retry in 61.445453ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:35.587927367Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\") failed: Property not found. retry in 685.976012ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:35.618040035Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\") failed: Property not found. retry in 179.613349ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:35.676379161Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\") failed: Property not found. retry in 231.188737ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:35.688395484Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 590.290507ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:35.701161381Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 906.657225ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:35.764587491Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\") failed: Property not found. retry in 929.469647ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:35.783590304Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\") failed: Property not found. retry in 230.977034ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:35.871906716Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\") failed: Property not found. retry in 450.04271ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:35.933032829Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\") failed: Property not found. retry in 1.470447241s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.018511363Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 1.178330173s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.066540262Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\") failed: Property not found. retry in 928.530636ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.080276069Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:36.081372451Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\") failed: Property not found. retry in 583.723281ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.169271094Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:36.169337756Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\") failed: Property not found. retry in 1.323376149s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.189619455Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\") failed: Property not found. retry in 1.038908928s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.200432033Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 806.150065ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.305256407Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\") failed: Property not found. retry in 1.328464215s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.317913763Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:36.31827012Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:36.318474374Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 1.235672279s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.369635336Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\") failed: Property not found. retry in 812.918068ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.396495078Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\") failed: Property not found. retry in 640.445836ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.610408513Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\") failed: Property not found. retry in 607.640041ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.621497957Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 592.756012ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.631191683Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1\") failed: Property not found. retry in 27.746516ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.638901018Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 562.625723ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.646855889Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\") failed: Property not found. retry in 69.835013ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.654144456Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1\") failed: Property not found. retry in 88.973302ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.675588278Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 802.667581ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.683829975Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\") failed: Property not found. retry in 731.039254ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.775070705Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1\") failed: Property not found. retry in 201.047062ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.782416993Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\") failed: Property not found. retry in 896.893771ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.791084068Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\") failed: Property not found. retry in 105.167466ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.798471247Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\") failed: Property not found. retry in 103.502484ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.912782372Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1\") failed: Property not found. retry in 590.309011ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:36.995409989Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\") failed: Property not found. retry in 1.169066248s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:37.017548906Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\") failed: Property not found. retry in 399.388547ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:37.023543437Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 1.140613791s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:37.120745717Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 626.316554ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:37.219102632Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\") failed: Property not found. retry in 1.442353682s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:37.226382959Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 1.427897472s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:37.233282878Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\") failed: Property not found. retry in 724.479547ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:37.241050315Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\") failed: Property not found. retry in 1.071702958s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:37.2492388Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 757.67934ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:37.256926855Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\") failed: Property not found. retry in 876.637952ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:37.264412376Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\") failed: Property not found. retry in 522.363462ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:37.432494237Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 811.438117ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:37.495487617Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\") failed: Property not found. retry in 786.190719ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:37.504102411Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\") failed: Property not found. retry in 895.965875ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:37.515188115Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\") failed: Property not found. retry in 1.284286118s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:37.52287907Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1\") failed: Property not found. retry in 693.57857ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:37.595978804Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 978.008714ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:37.614355845Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\") failed: Property not found. retry in 1.042024739s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:37.655332882Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\") failed: Property not found. retry in 966.191563ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:37.696164516Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 1.421120541s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:37.855273645Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\") failed: Property not found. retry in 1.027007684s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:37.962898686Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\") failed: Property not found. retry in 1.334070876s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:37.974380628Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 776.114219ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:38.023929308Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\") failed: Property not found. retry in 742.834751ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:38.150115723Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\") failed: Property not found. retry in 918.464732ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:38.196827445Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 710.243957ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:38.27144301Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1\") failed: Property not found. retry in 822.274518ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:38.298888784Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\") failed: Property not found. retry in 1.437513751s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:38.306580989Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 1.461476481s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:38.314837016Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\") failed: Property not found. retry in 957.221694ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:38.329322648Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\") failed: Property not found. retry in 583.7611ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:38.419584649Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 1.025825053s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:38.671326297Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 682.389387ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:38.679690126Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\") failed: Property not found. retry in 979.207489ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:38.732580393Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\") failed: Property not found. retry in 872.351162ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:38.740648246Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\") failed: Property not found. retry in 1.484428479s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:38.748579206Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 715.624025ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:38.809332592Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\") failed: Property not found. retry in 1.031410771s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:38.817888254Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\") failed: Property not found. retry in 769.565351ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:38.902566972Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 820.369897ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:38.990563587Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\") failed: Property not found. retry in 867.198838ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:38.998096809Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\") failed: Property not found. retry in 767.428739ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:39.014368627Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\") failed: Property not found. retry in 1.236717112s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:39.12653001Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1\") failed: Property not found. retry in 1.289243103s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:39.134695745Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 852.232145ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:39.298913577Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\") failed: Property not found. retry in 1.265535282s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:39.353431767Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\") failed: Property not found. retry in 632.60632ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:39.362593092Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 1.388021581s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:39.37093021Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 1.210822267s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:39.535384648Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\") failed: Property not found. retry in 904.484828ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:39.622405423Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\") failed: Property not found. retry in 533.87419ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:39.680394643Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 1.31943044s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:39.704351996Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\") failed: Property not found. retry in 1.328000869s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:39.720054383Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\") failed: Property not found. retry in 614.255414ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:39.753800154Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 663.39765ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:39.784505253Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\") failed: Property not found. retry in 814.836705ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:39.791504305Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 578.906579ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:39.819212484Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\") failed: Property not found. retry in 872.329878ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:39.856566797Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\") failed: Property not found. retry in 930.031297ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:39.872504858Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\") failed: Property not found. retry in 1.023440379s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:40.004092452Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 754.991169ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:40.15963794Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\") failed: Property not found. retry in 1.280457581s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:40.222849975Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\") failed: Property not found. retry in 598.507509ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:40.241128004Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\") failed: Property not found. retry in 1.387501317s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:40.371962103Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\") failed: Property not found. retry in 1.353020933s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:40.381282961Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 1.292322897s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:40.406683304Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1\") failed: Property not found. retry in 561.958818ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:40.432205198Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 750.250964ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:40.455887306Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\") failed: Property not found. retry in 944.389284ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:40.535738137Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\") failed: Property not found. retry in 1.052053183s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:40.61665835Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\") failed: Property not found. retry in 504.990867ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:40.626842525Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\") failed: Property not found. retry in 1.210921399s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:40.737397075Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 781.352887ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:40.754139293Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 1.391087414s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:40.768514753Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\") failed: Property not found. retry in 1.382487431s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:40.811403978Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\") failed: Property not found. retry in 625.878107ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:40.847578228Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 921.033509ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:40.923447038Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1\") failed: Property not found. retry in 1.27150726s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:41.002793849Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 848.308282ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:41.032917836Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\") failed: Property not found. retry in 1.329283218s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:41.03952062Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\") failed: Property not found. retry in 1.32931796s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:41.057540923Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\") failed: Property not found. retry in 1.450124342s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:41.142078818Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 1.128086329s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:41.214985819Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\") failed: Property not found. retry in 809.190522ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:41.485144379Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\") failed: Property not found. retry in 641.214305ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:41.49408021Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\") failed: Property not found. retry in 1.251278929s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:41.512526802Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 994.775229ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:41.544495856Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\") failed: Property not found. retry in 1.276004744s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:41.679374608Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 1.433008815s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:41.708176138Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\") failed: Property not found. retry in 1.055904612s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:41.742641494Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\") failed: Property not found. retry in 1.143633412s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:41.769103687Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 1.00267403s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:41.854168304Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 1.001786845s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:41.889873613Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\") failed: Property not found. retry in 711.201285ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:41.957040588Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\") failed: Property not found. retry in 716.551231ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:42.144247325Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 989.7474ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:42.168138506Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\") failed: Property not found. retry in 1.083054019s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:42.203178853Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1\") failed: Property not found. retry in 1.268440377s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:42.283953683Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\") failed: Property not found. retry in 1.445492178s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:42.303369255Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 667.855074ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:42.353316462Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\") failed: Property not found. retry in 1.080767959s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:42.377651013Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\") failed: Property not found. retry in 889.13153ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:42.396260278Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:42.397176877Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39387"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:42.435431188Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"34ae7d57-0de2-40cf-9873-050f80c80af2","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39387","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37103,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 1.071176228s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:42.547641132Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\") failed: Property not found. retry in 716.492306ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:42.600244783Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\") failed: Property not found. retry in 979.662566ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:42.676581353Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\") failed: Property not found. retry in 1.361777782s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:42.772406886Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\") failed: Property not found. retry in 1.085758917s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:42.807909393Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 868.193465ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:42.867826591Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\") failed: Property not found. retry in 848.828917ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:42.876151839Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 1.279050442s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:42.901750426Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\") failed: Property not found. retry in 718.089388ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:42.921892272Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\") failed: Property not found. retry in 930.455306ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:42.965033152Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 1.248510219s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:43.0313526Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 863.476476ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:43.150540934Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 1.109225629s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:43.167797522Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\") failed: Property not found. retry in 952.643802ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:43.297432358Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\") failed: Property not found. retry in 805.204015ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:43.306893068Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\") failed: Property not found. retry in 1.063798349s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:43.327738459Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\") failed: Property not found. retry in 817.602906ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:43.469539689Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1\") failed: Property not found. retry in 1.333468102s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:43.562559346Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 670.570222ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:43.629231051Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\") failed: Property not found. retry in 1.344919125s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:43.649697444Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\") failed: Property not found. retry in 1.478919117s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:43.66539014Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\") failed: Property not found. retry in 858.343471ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:43.734670318Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 1.036178424s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:43.745141769Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\") failed: Property not found. retry in 857.356084ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:43.758858116Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\") failed: Property not found. retry in 1.242215648s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:43.903932262Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\") failed: Property not found. retry in 674.424691ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:43.911027445Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 1.266489239s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:44.023826911Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\") failed: Property not found. retry in 654.434637ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:44.12244562Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\") failed: Property not found. retry in 556.45179ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:44.144659948Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 1.251048829s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:44.190188177Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\") failed: Property not found. retry in 920.10905ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:44.258532266Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 720.506995ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:44.285332606Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 600.260003ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:44.292647924Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\") failed: Property not found. retry in 1.125358579s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:44.300016233Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 1.058432269s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:44.312914873Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\") failed: Property not found. retry in 1.131731143s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:44.402061111Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\") failed: Property not found. retry in 764.550856ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:44.594870851Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\") failed: Property not found. retry in 918.328062ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:44.60326924Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\") failed: Property not found. retry in 765.71436ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:44.625636611Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\") failed: Property not found. retry in 1.39752454s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:44.712390971Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\") failed: Property not found. retry in 1.34641474s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:44.78666566Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 1.236339125s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:44.795037328Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 1.154555792s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:44.904821072Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1\") failed: Property not found. retry in 1.082558124s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:44.913361414Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\") failed: Property not found. retry in 1.141590562s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:45.004757088Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 1.2486794s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:45.017836642Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\") failed: Property not found. retry in 1.360536406s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:45.153742044Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\") failed: Property not found. retry in 1.045221363s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:45.16096937Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\") failed: Property not found. retry in 1.244429464s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:45.187979765Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 1.487143981s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:45.299941843Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\") failed: Property not found. retry in 1.343252948s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:45.369088788Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 1.239613749s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:45.382044139Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\") failed: Property not found. retry in 801.895154ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:45.400449631Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\") failed: Property not found. retry in 606.646706ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:45.434381215Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 1.438086433s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:45.448758185Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\") failed: Property not found. retry in 991.560946ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:45.530876882Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\") failed: Property not found. retry in 895.891892ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:45.542950715Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:45.691344149Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:45.691527713Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce\") failed: Property not found. retry in 33.677108ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:45.874516274Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce\") failed: Property not found. retry in 88.632419ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:45.921670495Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1\") failed: Property not found. retry in 1.314669222s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:46.031125553Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce\") failed: Property not found. retry in 284.592146ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:46.058111387Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\") failed: Property not found. retry in 1.232886351s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:46.069248402Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 627.798369ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:46.080702513Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 1.008807085s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:46.092997461Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\") failed: Property not found. retry in 773.882773ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:46.133334715Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\") failed: Property not found. retry in 1.44363173s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:46.145716425Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\") failed: Property not found. retry in 1.15220985s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:46.158825689Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\") failed: Property not found. retry in 937.627251ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:46.215019913Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\") failed: Property not found. retry in 1.375614082s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:46.230423614Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 1.242918056s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:46.278201337Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce\") failed: Property not found. retry in 543.270387ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:46.357240492Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\") failed: Property not found. retry in 1.431248286s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:46.443676536Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\") failed: Property not found. retry in 1.089359049s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:46.452717578Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\") failed: Property not found. retry in 1.304992226s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:46.52569385Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\") failed: Property not found. retry in 1.116813241s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:46.536549819Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 1.378720362s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:46.63179484Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 963.32406ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:46.722294016Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\") failed: Property not found. retry in 1.11492106s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:46.735811669Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 1.269423301s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:46.801258709Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 820.717839ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:46.900038441Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce\") failed: Property not found. retry in 784.770575ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:46.916404261Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\") failed: Property not found. retry in 687.450184ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:46.930372123Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 916.666972ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:47.119454227Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\") failed: Property not found. retry in 1.403736034s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:47.170205401Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\") failed: Property not found. retry in 1.17249935s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:47.324849411Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\") failed: Property not found. retry in 1.307705069s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:47.34117881Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1\") failed: Property not found. retry in 851.029742ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:47.366071892Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 1.310480681s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:47.538326717Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\") failed: Property not found. retry in 1.286484826s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:47.557881661Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\") failed: Property not found. retry in 1.129547969s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:47.610780189Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\") failed: Property not found. retry in 631.999527ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:47.642220613Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\") failed: Property not found. retry in 1.134787294s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:47.666268948Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\") failed: Property not found. retry in 1.316240948s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:47.687884004Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 1.380864197s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:47.711502591Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce\") failed: Property not found. retry in 807.379751ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:47.731888942Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 1.010771467s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:47.751485847Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\") failed: Property not found. retry in 575.802433ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:47.84978617Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\") failed: Property not found. retry in 778.495547ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:47.867351204Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\") failed: Property not found. retry in 1.254363609s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:47.891276187Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 726.284224ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:48.026104537Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 904.78392ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:48.050830945Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 551.576703ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:48.086900273Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1\") failed: Property not found. retry in 1.07228733s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:48.236103653Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\") failed: Property not found. retry in 1.158390649s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:48.289933979Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\") failed: Property not found. retry in 815.079997ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:48.439065337Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\") failed: Property not found. retry in 749.100357ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:48.511900207Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce\") failed: Property not found. retry in 674.9147ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:48.552143209Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\") failed: Property not found. retry in 930.07086ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:48.587289428Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 1.024479292s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:48.64836536Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\") failed: Property not found. retry in 1.383441189s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:48.658898772Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\") failed: Property not found. retry in 1.499230134s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:48.669149929Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\") failed: Property not found. retry in 972.142288ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:48.752078062Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 586.496415ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:48.762937711Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 834.068668ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:48.772899302Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\") failed: Property not found. retry in 936.44834ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:48.811934659Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\") failed: Property not found. retry in 1.320926389s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:48.854655811Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 980.106434ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:48.864195213Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 1.360767171s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:48.968480747Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\") failed: Property not found. retry in 1.27073445s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:49.016406883Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 1.117482287s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:49.104617313Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\") failed: Property not found. retry in 1.190237526s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:49.156198763Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce\") failed: Property not found. retry in 1.363729955s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:49.237405392Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\") failed: Property not found. retry in 1.487837197s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:49.263803884Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\") failed: Property not found. retry in 1.206249561s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:49.274281416Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1\") failed: Property not found. retry in 1.475965015s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:49.321639511Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 570.355099ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:49.36128114Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\") failed: Property not found. retry in 864.250211ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:49.459440001Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\") failed: Property not found. retry in 929.385659ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:49.529748199Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 1.043339357s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:49.619829516Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 1.446270549s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:49.68691208Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\") failed: Property not found. retry in 616.678039ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:49.73800919Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\") failed: Property not found. retry in 564.700975ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:49.762812931Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 949.737818ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:49.857273106Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 827.435426ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:49.943304552Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\") failed: Property not found. retry in 737.508376ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:50.059170489Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\") failed: Property not found. retry in 505.25369ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:50.184448156Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\") failed: Property not found. retry in 1.082132681s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:50.198185273Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 1.007530511s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:50.235108448Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\") failed: Property not found. retry in 1.32457354s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:50.299673421Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86\") failed: Property not found. retry in 1.418616857s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:50.334248918Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\") failed: Property not found. retry in 1.202623515s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:50.345418973Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 1.445650056s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:50.355563948Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9\") failed: Property not found. retry in 1.438588166s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:50.366108441Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\") failed: Property not found. retry in 791.032418ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:50.379391569Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\") failed: Property not found. retry in 692.044183ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:50.471950636Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\") failed: Property not found. retry in 1.087939307s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:50.498081793Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce\") failed: Property not found. retry in 1.458697057s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:50.615963661Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 613.175358ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:50.678463672Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\") failed: Property not found. retry in 1.339601166s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:50.701699271Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\") failed: Property not found. retry in 1.186079127s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:50.765013578Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39\") failed: Property not found. retry in 1.318298778s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:50.784255016Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\") failed: Property not found. retry in 702.434199ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:50.808341652Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1\") failed: Property not found. retry in 1.465152216s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:50.823166581Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 594.834034ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:50.835176004Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 908.324007ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:51.150036685Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\") failed: Property not found. retry in 1.432164296s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:51.183100992Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\") failed: Property not found. retry in 869.61157ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:51.197750668Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620\") failed: Property not found. retry in 1.485197529s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:51.258759898Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\") failed: Property not found. retry in 1.03076599s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:51.294769525Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 1.395874831s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:51.309262607Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 697.791289ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:51.448385414Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\") failed: Property not found. retry in 774.355866ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:51.524990679Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\") failed: Property not found. retry in 1.151035093s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:51.571778983Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\") failed: Property not found. retry in 942.064895ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:51.604436912Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\") failed: Property not found. retry in 719.799603ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:51.639231804Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:51.77982641Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"74.773506594s"} {"msg":"wait for service Some(\"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605\") failed: Property not found. retry in 1.477792151s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:51.820245435Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247\") failed: Property not found. retry in 1.241448351s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:51.964433424Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81\") failed: Property not found. retry in 1.256224871s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:52.054917259Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd\") failed: Property not found. retry in 1.201341854s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:52.069765509Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\") failed: Property not found. retry in 592.973316ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:52.085466755Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce\") failed: Property not found. retry in 1.249167518s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:52.098378106Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 636.05978ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:52.157772524Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1\") failed: Property not found. retry in 783.632964ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:52.29936839Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1\") failed: Property not found. retry in 801.931165ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:52.308633617Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310\") failed: Property not found. retry in 1.130470699s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:52.335234234Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\") failed: Property not found. retry in 1.374631745s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:52.368229599Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e\") failed: Property not found. retry in 1.124093882s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:52.56008572Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785\") failed: Property not found. retry in 1.099162416s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:52.626284335Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\") failed: Property not found. retry in 645.513669ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:52.691241886Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418\") failed: Property not found. retry in 655.224164ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:52.720995696Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b\") failed: Property not found. retry in 1.147309203s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:52.739475749Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8\") failed: Property not found. retry in 1.09501104s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:52.810655945Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\") failed: Property not found. retry in 1.310791819s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:53.363298592Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce\") failed: Property not found. retry in 767.031428ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:53.48116672Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce\") failed: Property not found. retry in 1.447611692s","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:54.271040164Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.762587853Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_crucible_pantry_7ea0f6a9-f6ea-4a00-8862-957ae8407d39"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.762641314Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_crucible_6f93cace-fd0a-439d-b070-fb3e7a93d785"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.762647834Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_crucible_506e6a7b-f08a-43e3-ae23-7818916b2247"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.762651334Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_external_dns_4e9fd39d-4113-4491-beca-e49e9a07f310"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.762655025Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_crucible_pantry_bbffc850-2c64-4359-b922-de172ab3a4a1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.762658134Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_crucible_8b990e0a-1c33-413f-8695-830485958f9e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.762661205Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_oximeter_a4232f21-0674-457e-97a4-41c6f360d0c1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.762664295Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_crucible_e0bf1273-c01d-45a7-81e1-d34f6eb6d99b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.762668045Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_crucible_0cbd328d-2b71-482b-8212-63117b07c620"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.762671455Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_crucible_be1e42ff-fa98-49f3-a5ff-e865a51b0418"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.762675165Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_crucible_fd8c0b95-28ad-4b2a-97d9-6778a8a37605"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.762678825Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_nexus_eea1c48b-e597-47f2-a9c9-8bf328dab7cd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.762682335Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_clickhouse_c80384a9-167d-483b-9108-3eccbfc759ce"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.762685925Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_crucible_90a408e9-936a-4920-ae45-8ca2dc33ed86"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.762703495Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_crucible_pantry_b0f7327e-9818-4b74-82bf-6f6bf3231db9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.762709355Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_crucible_50516551-aadd-4094-86ba-7d3c3018bfd8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.762713375Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_external_dns_7de56ef8-bdda-46b0-a9a9-fa5e97a778c5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.762717186Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_nexus_ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.762720896Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3311","zone":"oxz_nexus_de715031-fa5a-4cf9-bf82-9cec9db59d81"} {"msg":"Writing ledger to /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.763515432Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.767263627Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.770912741Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"f9b7e849-4708-4f67-8cb8-b17c068f8fb1","remote_addr":"[fd00:1122:3344:101::1]:33774","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44678796,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.778029884Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1448"} {"msg":"Writing ledger to /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.779049645Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.779220188Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.917798283Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:787"} {"msg":"Nexus address: [fd00:1122:3344:101::a]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.922142631Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:799"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n tx_eq: None,\n uplink_port_fec: Some(\n None,\n ),\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:55.962495645Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1013"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8)","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:23:56.069589475Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8)","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:56.0698249Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/265eda97-f99d-4cd1-9b37-bd40395069c1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:56.161786135Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/265eda97-f99d-4cd1-9b37-bd40395069c1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:56.23043087Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/265eda97-f99d-4cd1-9b37-bd40395069c1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:56.390900107Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/265eda97-f99d-4cd1-9b37-bd40395069c1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:56.581538863Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/265eda97-f99d-4cd1-9b37-bd40395069c1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:56.804064752Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8)","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:56.842019698Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8)","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:23:57.072259162Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/265eda97-f99d-4cd1-9b37-bd40395069c1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:57.08454367Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/265eda97-f99d-4cd1-9b37-bd40395069c1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:57.423968237Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/265eda97-f99d-4cd1-9b37-bd40395069c1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:57.639351702Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/265eda97-f99d-4cd1-9b37-bd40395069c1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:57.981869762Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8)","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:23:58.074029881Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/265eda97-f99d-4cd1-9b37-bd40395069c1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:58.482132574Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8)","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:23:58.83787175Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8)","v":0,"name":"SledAgent","level":50,"time":"2024-11-26T05:23:59.07583781Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/265eda97-f99d-4cd1-9b37-bd40395069c1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:59.24732645Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/265eda97-f99d-4cd1-9b37-bd40395069c1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:23:59.680848145Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e3f095c-8a65-49bd-b3b5-bfe9132b9787\", \"content-length\": \"173\", \"date\": \"Tue, 26 Nov 2024 05:24:00 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"265eda97-f99d-4cd1-9b37-bd40395069c1\\\"\", request_id: \"5e3f095c-8a65-49bd-b3b5-bfe9132b9787\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:01.235410125Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f8404c5-38b3-46dd-9bf7-0f975d12c2f3\", \"content-length\": \"173\", \"date\": \"Tue, 26 Nov 2024 05:24:02 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"265eda97-f99d-4cd1-9b37-bd40395069c1\\\"\", request_id: \"3f8404c5-38b3-46dd-9bf7-0f975d12c2f3\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:02.542698066Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.019476574Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.135239799Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35440"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.138067996Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"debd70d3-3943-4bf2-8844-a14e8bbf4aae","remote_addr":"[fd00:1122:3344:101::b]:35440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2185,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.144528366Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56973"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.146970566Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.146992416Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.147277252Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.148339463Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.168104382Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.168138002Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.200139318Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.200168639Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.203953515Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36158"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.204069927Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48610"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.204758851Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8ec3f3fb-0926-412c-90a9-0bea3b208a2d","remote_addr":"[fd00:1122:3344:101::c]:36158","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":165,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.215449287Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.215475917Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.215493918Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.220624171Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.229781806Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.229828037Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.242626115Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42804"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.247586075Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.247604936Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.265237961Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.265311523Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.265324553Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.270496297Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:65218"} {"msg":"Reading ledger from /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.276684412Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.277020009Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"ce9e611a-1dc8-4edb-9d77-e030de3dc831","remote_addr":"[fd00:1122:3344:101::b]:65218","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6291,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.277835035Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.277907277Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"17cd7294-417d-44dc-b672-d54d93562748","remote_addr":"[fd00:1122:3344:101::b]:35440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6618,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.279654692Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.279671812Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_4fe72516-6144-43ef-96ee-e7fbaeb34f42"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.292214445Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.292289877Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"635a7949-1bef-4ebd-9cfa-d8fbff1f460b","remote_addr":"[fd00:1122:3344:101::c]:36158","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":367,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.297354419Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.29737374Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.315271801Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.315341712Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.336876017Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.336933458Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_580c5897-a97f-4c76-9a8f-bf80d62b760e"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.355198476Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.355314489Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.375819812Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.375874543Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_62fc8f20-7ce8-489b-a022-013df6640479"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.390179992Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.390254653Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.401627393Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d3ee4ee0-d3b8-4eae-9a31-0ca9721c8f4c","remote_addr":"[fd00:1122:3344:101::b]:35440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7890,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.408612604Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.408699635Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_4fe72516-6144-43ef-96ee-e7fbaeb34f42"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.419635696Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53863"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.419910641Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"56377c0c-69e9-4dd5-8933-88e9ae77f2d3","remote_addr":"[fd00:1122:3344:101::c]:53863","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":151,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.42873167Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.42874949Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.445543539Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.44560862Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_af39775d-5158-4242-88aa-5dd2d3c14817"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.462865888Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.46294552Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_580c5897-a97f-4c76-9a8f-bf80d62b760e"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.48128842Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.481333791Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.491882093Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:469","new_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 4 }","old_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 4 }","subnet":"RouterId { vni: Vni(100), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.491971955Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"711e69c5-efba-4962-ba95-5f3b9aa31708","remote_addr":"[fd00:1122:3344:101::c]:36158","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":326,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.492735871Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.492754301Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_4fe72516-6144-43ef-96ee-e7fbaeb34f42"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.509704463Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.51005251Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_62fc8f20-7ce8-489b-a022-013df6640479"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.527651435Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.527687456Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_580c5897-a97f-4c76-9a8f-bf80d62b760e"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.539919022Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.539953953Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_da133136-28dd-4eff-a3ed-9f84ec495a60"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.555893795Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.556023647Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_af39775d-5158-4242-88aa-5dd2d3c14817"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.56112668Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"d949bbf7-c81d-48e4-a93d-7b6e1d5bafd5","remote_addr":"[fd00:1122:3344:101::b]:56973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":416452,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.569135582Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.569155962Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_62fc8f20-7ce8-489b-a022-013df6640479"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.591713327Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.591770639Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_af39775d-5158-4242-88aa-5dd2d3c14817"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.603046056Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.603096107Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.617954217Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.618048839Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.632173143Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.632211674Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_da133136-28dd-4eff-a3ed-9f84ec495a60"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.648401091Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"8938f180-3e94-4dc7-8eaf-61e638461cd0","remote_addr":"[fd00:1122:3344:101::a]:48610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":444043,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.652188627Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.652205198Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_da133136-28dd-4eff-a3ed-9f84ec495a60"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:03.66668354Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"819814c8-4aa3-482a-ad80-adc84df1ed79","remote_addr":"[fd00:1122:3344:101::c]:42804","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":423909,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:05.7859251Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43903"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:05.790081024Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1dbf9b5b-ede3-4cf4-b0d0-091aa188969a, kind: Service { id: 4e9fd39d-4113-4491-beca-e49e9a07f310 }, name: Name(\"external-dns-4e9fd39d-4113-4491-beca-e49e9a07f310\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2f3ae2da-b0e7-4755-a7ae-d54ffe51eccc, kind: Service { id: 7de56ef8-bdda-46b0-a9a9-fa5e97a778c5 }, name: Name(\"external-dns-7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: afc30658-25b2-44db-9d11-ba075ebc447b, kind: Service { id: de715031-fa5a-4cf9-bf82-9cec9db59d81 }, name: Name(\"nexus-de715031-fa5a-4cf9-bf82-9cec9db59d81\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 14])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7b24131-9921-4152-b1bb-f948db445563, kind: Service { id: ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a }, name: Name(\"nexus-ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f88dd6c2-772e-44fb-bf3f-d4557d3228a8, kind: Service { id: eea1c48b-e597-47f2-a9c9-8bf328dab7cd }, name: Name(\"nexus-eea1c48b-e597-47f2-a9c9-8bf328dab7cd\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 25])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:05.790130795Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:05.790152915Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:05.790162576Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:05.790181556Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:05.790195536Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:05.790236547Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:05.790263508Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a4e90861-97b9-4285-b3a0-6dfbb900e5bd","remote_addr":"[fd00:1122:3344:101::a]:43903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1610,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:05.791098005Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1085"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.069024501Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49191"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.069238976Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1dbf9b5b-ede3-4cf4-b0d0-091aa188969a, kind: Service { id: 4e9fd39d-4113-4491-beca-e49e9a07f310 }, name: Name(\"external-dns-4e9fd39d-4113-4491-beca-e49e9a07f310\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2f3ae2da-b0e7-4755-a7ae-d54ffe51eccc, kind: Service { id: 7de56ef8-bdda-46b0-a9a9-fa5e97a778c5 }, name: Name(\"external-dns-7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: afc30658-25b2-44db-9d11-ba075ebc447b, kind: Service { id: de715031-fa5a-4cf9-bf82-9cec9db59d81 }, name: Name(\"nexus-de715031-fa5a-4cf9-bf82-9cec9db59d81\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 14])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7b24131-9921-4152-b1bb-f948db445563, kind: Service { id: ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a }, name: Name(\"nexus-ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f88dd6c2-772e-44fb-bf3f-d4557d3228a8, kind: Service { id: eea1c48b-e597-47f2-a9c9-8bf328dab7cd }, name: Name(\"nexus-eea1c48b-e597-47f2-a9c9-8bf328dab7cd\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 25])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.069277536Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.069296717Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.069303437Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.069317437Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.069323407Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.069339638Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.069357588Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"b9574bc8-9ddc-4e6b-b3f5-96136e5d81f2","remote_addr":"[fd00:1122:3344:101::a]:49191","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":247,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.194118855Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55526"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.194284088Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1dbf9b5b-ede3-4cf4-b0d0-091aa188969a, kind: Service { id: 4e9fd39d-4113-4491-beca-e49e9a07f310 }, name: Name(\"external-dns-4e9fd39d-4113-4491-beca-e49e9a07f310\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2f3ae2da-b0e7-4755-a7ae-d54ffe51eccc, kind: Service { id: 7de56ef8-bdda-46b0-a9a9-fa5e97a778c5 }, name: Name(\"external-dns-7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: afc30658-25b2-44db-9d11-ba075ebc447b, kind: Service { id: de715031-fa5a-4cf9-bf82-9cec9db59d81 }, name: Name(\"nexus-de715031-fa5a-4cf9-bf82-9cec9db59d81\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 14])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7b24131-9921-4152-b1bb-f948db445563, kind: Service { id: ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a }, name: Name(\"nexus-ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f88dd6c2-772e-44fb-bf3f-d4557d3228a8, kind: Service { id: eea1c48b-e597-47f2-a9c9-8bf328dab7cd }, name: Name(\"nexus-eea1c48b-e597-47f2-a9c9-8bf328dab7cd\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 25])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.194327169Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.194356789Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.19436338Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.19437003Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.19437609Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.19438124Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.19439441Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"2c540ad9-7207-43d1-9c04-6e734ced0bdf","remote_addr":"[fd00:1122:3344:101::b]:55526","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":224,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.294604712Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33543"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.294684424Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.294695244Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.294733874Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.294955809Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.307200456Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.307259587Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.332708451Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.332765702Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.35646634Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.356521611Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.378255159Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.378311451Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_4fe72516-6144-43ef-96ee-e7fbaeb34f42"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.399646541Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.400214812Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_580c5897-a97f-4c76-9a8f-bf80d62b760e"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.420044982Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.420094093Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_62fc8f20-7ce8-489b-a022-013df6640479"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.439493265Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.439548526Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_af39775d-5158-4242-88aa-5dd2d3c14817"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.459962288Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.460011989Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.481350049Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.48141217Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_da133136-28dd-4eff-a3ed-9f84ec495a60"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.492470123Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"46ae4932-a605-434d-b8b0-f14279194f57","remote_addr":"[fd00:1122:3344:101::a]:33543","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":197798,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.60927349Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:65068"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.609553925Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1dbf9b5b-ede3-4cf4-b0d0-091aa188969a, kind: Service { id: 4e9fd39d-4113-4491-beca-e49e9a07f310 }, name: Name(\"external-dns-4e9fd39d-4113-4491-beca-e49e9a07f310\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2f3ae2da-b0e7-4755-a7ae-d54ffe51eccc, kind: Service { id: 7de56ef8-bdda-46b0-a9a9-fa5e97a778c5 }, name: Name(\"external-dns-7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: afc30658-25b2-44db-9d11-ba075ebc447b, kind: Service { id: de715031-fa5a-4cf9-bf82-9cec9db59d81 }, name: Name(\"nexus-de715031-fa5a-4cf9-bf82-9cec9db59d81\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 14])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7b24131-9921-4152-b1bb-f948db445563, kind: Service { id: ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a }, name: Name(\"nexus-ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f88dd6c2-772e-44fb-bf3f-d4557d3228a8, kind: Service { id: eea1c48b-e597-47f2-a9c9-8bf328dab7cd }, name: Name(\"nexus-eea1c48b-e597-47f2-a9c9-8bf328dab7cd\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 25])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.609621567Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.609643087Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.609662387Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.609675858Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.609694688Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.609720769Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:06.609753489Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a32406b9-c0d7-4cdf-aab6-3227ca067746","remote_addr":"[fd00:1122:3344:101::c]:65068","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":386,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:12.470567859Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45445"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:12.470719193Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"b347e655-54dc-4659-998b-a65a34650c97","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45445","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:13.545604637Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:54030"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:13.545713199Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a06d51d1-8d90-4e99-8ad6-0a097fad4612","remote_addr":"[fd00:1122:3344:101::a]:54030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:13.590330709Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:13.590353059Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c6907e43-e3a0-46f3-8797-6ac84a9393cb","remote_addr":"[fd00:1122:3344:101::a]:54030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:13.599116606Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ffd0ede6-894b-44d5-89da-ff64eb6b3522","remote_addr":"[fd00:1122:3344:101::a]:54030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":151,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:32.165261426Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49884"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:32.167284857Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5a27897f-9d13-4084-a9da-63c2f65be8ee","remote_addr":"[fd00:1122:3344:101::a]:49884","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:32.185956994Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39610"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:32.186137888Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"0ab83f45-d563-4480-ac81-450962e0a7e0","remote_addr":"[fd00:1122:3344:101::a]:39610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:32.229931221Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:32.229966742Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d2fd0735-7cb7-4ac7-a38b-7217df532190","remote_addr":"[fd00:1122:3344:101::a]:49884","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:32.240431903Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7bb490c2-2fe3-4830-a20a-f9687ad95c69","remote_addr":"[fd00:1122:3344:101::a]:49884","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":150,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:32.382405247Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60771"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:32.382945978Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:32.474061056Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:32.542266882Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"69afd374-b994-4199-b2c3-805754a5de1a","remote_addr":"[fd00:1122:3344:101::a]:60771","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":159809,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:32.545528918Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"64e88324-814b-4a67-9224-ffc6632c8d4e","remote_addr":"[fd00:1122:3344:101::a]:60771","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3067,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:32.57241308Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:32.572667175Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:32.573815818Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:32.574213406Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:32.574721717Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"PUT","req_id":"cc2aaad5-a737-4550-afa9-84ece028ad92","remote_addr":"[fd00:1122:3344:101::a]:60771","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3721,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:32.956386646Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58861"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:32.956528259Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9a3d4d0e-1968-4435-919a-2dc5b4101396","remote_addr":"[fd00:1122:3344:101::b]:58861","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:33.047426993Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:33.047463184Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e88eae66-1327-4914-814b-a41dcaa3961a","remote_addr":"[fd00:1122:3344:101::b]:58861","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:33.093507152Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52684"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:33.093692416Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"f8a53fa5-1cd6-47e4-ba81-b76b09149d11","remote_addr":"[fd00:1122:3344:101::b]:52684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":142,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:33.101081715Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"66b6f020-4b18-4a61-854d-81ad72b4fb5a","remote_addr":"[fd00:1122:3344:101::b]:58861","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":165,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:33.189615341Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60931"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:33.189696073Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:33.225661208Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:33.279969604Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6c0f813d-330e-40f7-95e7-e1d68be0be71","remote_addr":"[fd00:1122:3344:101::b]:60931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90302,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:33.280104997Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43356"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:33.280237489Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"dbc70f82-5327-4a2b-bbf4-bd30c48c2873","remote_addr":"[fd00:1122:3344:101::c]:43356","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:33.280383102Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8847a9be-9e43-4714-ad8b-de85b1e3876d","remote_addr":"[fd00:1122:3344:101::b]:60931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:33.335909703Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:33.335939463Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a2ff8280-a23f-4ae2-a7cf-3665cd6bb0f8","remote_addr":"[fd00:1122:3344:101::c]:43356","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:33.348245151Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58009"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:33.348336613Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:33.389564045Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:33.441160166Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ed1709be-22e7-4e30-a482-92e4957a0c4e","remote_addr":"[fd00:1122:3344:101::c]:58009","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92840,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:33.441647906Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1de5d16a-3309-4a8f-ab08-d966bf04e202","remote_addr":"[fd00:1122:3344:101::c]:58009","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":235,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:33.441692346Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a276e28a-97a1-48d2-a7b2-e40907c03065","remote_addr":"[fd00:1122:3344:101::c]:43356","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":274,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:33.497752568Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36766"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:33.498047363Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"248e4a0c-2879-4cfe-8f6a-96ebae52387c","remote_addr":"[fd00:1122:3344:101::c]:36766","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":207,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:42.517925543Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42443"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:24:42.518068086Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"f6b87ac8-48b1-48b5-8b88-9fb2f58ed399","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42443","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:02.259427758Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58206"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:02.25954785Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"751f6deb-ee16-4d91-ae68-0f67f9ffef13","remote_addr":"[fd00:1122:3344:101::a]:58206","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:02.29128349Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:02.291320901Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"660f6452-5cd3-4517-b336-32972e58e095","remote_addr":"[fd00:1122:3344:101::a]:58206","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":77,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:02.301251702Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"574ad0f5-45a3-49fd-9b7c-09af3e1d6014","remote_addr":"[fd00:1122:3344:101::a]:58206","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":199,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:02.427333015Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:35880"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:02.427506389Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"9fae7c57-58ce-4fc3-8231-a18eea69b6d8","remote_addr":"[fd00:1122:3344:101::a]:35880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":132,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:02.52520952Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40972"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:02.525356503Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:02.562672515Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:02.613152934Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b3890e0b-753c-4d3d-9fba-8b79b05ceb98","remote_addr":"[fd00:1122:3344:101::a]:40972","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87872,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:02.613427869Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"97a4bc53-6963-4fc6-bdf8-f07449f7545d","remote_addr":"[fd00:1122:3344:101::a]:40972","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":130,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.063903796Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:49319"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.064021629Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d5ea8de6-7663-4627-af9a-3103912e7f82","remote_addr":"[fd00:1122:3344:101::b]:49319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.084521262Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.084563713Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"bf692d1f-05fa-4543-a2d4-a2bae1b8f547","remote_addr":"[fd00:1122:3344:101::b]:49319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.096001144Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"409d51b1-b49e-4a28-8083-cc683cb3d544","remote_addr":"[fd00:1122:3344:101::b]:49319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":271,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.374296538Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41325"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.374474652Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4d76c669-7f20-4148-af47-d2d393f96ba4","remote_addr":"[fd00:1122:3344:101::c]:41325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.42445346Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.42446974Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2660e21b-8baa-41e4-92b1-4250c4e53a7a","remote_addr":"[fd00:1122:3344:101::c]:41325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.430830669Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38590"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.431027933Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"9e26a8fb-4b40-4959-bc58-13b651c1c026","remote_addr":"[fd00:1122:3344:101::b]:38590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":122,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.469209603Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42397"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.469386176Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"ff98c1e3-8590-42aa-8dd2-cf5cb92af70a","remote_addr":"[fd00:1122:3344:101::c]:42397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.477251835Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7121354c-e6a9-419d-b923-1742fabddd16","remote_addr":"[fd00:1122:3344:101::c]:41325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":127,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.550418561Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:47392"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.550532783Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.591280355Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.651885178Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"73f6df61-6300-4d23-8c23-414762d4b153","remote_addr":"[fd00:1122:3344:101::b]:47392","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101379,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.652063412Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38542"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.652260376Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.652303036Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4c0dccc5-2a30-43e3-931f-2f502575e8b2","remote_addr":"[fd00:1122:3344:101::b]:47392","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":168,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.688251502Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.7412276Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"19b2e2b8-cc9e-49e2-9ea3-73c380d9f012","remote_addr":"[fd00:1122:3344:101::c]:38542","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89048,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:03.741617328Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b8c0dc5f-48bd-43f0-be9c-71faca471657","remote_addr":"[fd00:1122:3344:101::c]:38542","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":163,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:05.732443188Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:12.552092331Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50888"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:12.552176953Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"85bbb09c-96a3-4abf-9e7c-865892675abb","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50888","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:32.216846534Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64895"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:32.216977457Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"124c2581-5a8b-4096-a0a6-d5e026b25ff2","remote_addr":"[fd00:1122:3344:101::a]:64895","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:32.237287917Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:32.237326318Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d8eb69f4-5515-49cd-a101-8bb70f2a49af","remote_addr":"[fd00:1122:3344:101::a]:64895","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":80,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:32.247406181Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1a3e006e-c36a-4f59-8cec-d16494bb1b95","remote_addr":"[fd00:1122:3344:101::a]:64895","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":230,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:32.30536126Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41177"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:32.305479933Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:32.348620383Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:32.404327777Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"73277ebe-54d8-4941-9119-e571a55f2c08","remote_addr":"[fd00:1122:3344:101::a]:41177","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98898,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:32.40450327Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36807"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:32.404795726Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"44630379-58ec-4299-a42b-8f2cc24edec0","remote_addr":"[fd00:1122:3344:101::a]:41177","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":225,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:32.404839677Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"db20027e-f1e3-4216-98cd-c7d35f559fbd","remote_addr":"[fd00:1122:3344:101::a]:36807","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":226,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.025732722Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51080"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.025836604Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"93165ecc-fa2e-405a-baff-d7b39fed738f","remote_addr":"[fd00:1122:3344:101::b]:51080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.051829849Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.051866699Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d2ddb994-1856-4c89-8c00-3cade9b514c9","remote_addr":"[fd00:1122:3344:101::b]:51080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.094203924Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54435"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.094411938Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"45b63759-191d-4b6f-aac3-18b826f2507a","remote_addr":"[fd00:1122:3344:101::b]:54435","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":147,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.100405498Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f993498d-bd1a-4356-91e2-2fb96fd7a1c2","remote_addr":"[fd00:1122:3344:101::b]:51080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":203,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.140757053Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:59597"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.140836044Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.179865472Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.236548615Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"61769f85-c694-45aa-9148-e608aff66510","remote_addr":"[fd00:1122:3344:101::b]:59597","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95739,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.2367981Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57021"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.237174168Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"88fdc6e5-fb05-420e-93e8-6a0bc83f2fff","remote_addr":"[fd00:1122:3344:101::c]:57021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":200,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.237224649Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"01be7673-1f09-45af-851c-2df9030f5d75","remote_addr":"[fd00:1122:3344:101::b]:59597","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":311,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.281710466Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.281753507Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8e04525b-9f0a-48f9-90e5-eb3916007621","remote_addr":"[fd00:1122:3344:101::c]:57021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.290378921Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52621"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.290542544Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"cba74e9f-b7d1-47c1-be1f-47ad7277836c","remote_addr":"[fd00:1122:3344:101::c]:52621","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.296900442Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7e6ddd2c-457a-4e9f-8992-94606a177e3b","remote_addr":"[fd00:1122:3344:101::c]:57021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":132,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.345738838Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55468"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.345819839Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.383778445Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.436464378Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b53096d3-b9af-43eb-ac55-493e3a0c43bb","remote_addr":"[fd00:1122:3344:101::c]:55468","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90663,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:33.436766324Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"053deecb-e9d4-4be1-a537-ea99bed5978f","remote_addr":"[fd00:1122:3344:101::c]:55468","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:42.589008622Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38153"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:25:42.589157095Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"5fc3a1e8-11fe-4438-a964-398351f4b916","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38153","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":81,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:02.283987235Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60109"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:02.284110368Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ef69152b-c1a5-4eed-bcbc-d661b2d53843","remote_addr":"[fd00:1122:3344:101::a]:60109","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:02.333357641Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:02.333387231Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"bb681301-75c6-4ab0-8339-5a8faa183ffd","remote_addr":"[fd00:1122:3344:101::a]:60109","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":71,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:02.342972435Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"c9b2b6c1-fbd1-4781-bf38-e4cab45209f0","remote_addr":"[fd00:1122:3344:101::a]:60109","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":180,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:02.431718295Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:02.431882629Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"d33b3ad9-bb13-419f-8c1f-b82f43248fb1","remote_addr":"[fd00:1122:3344:101::a]:44252","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":127,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:02.463355673Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47275"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:02.463437085Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:02.502654296Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:02.557291178Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"fb212305-e9c1-4acc-9a28-81e58c9d40f4","remote_addr":"[fd00:1122:3344:101::a]:47275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93889,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:02.557553094Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d85e0dbd-a9b8-4e47-a141-749e59de1e10","remote_addr":"[fd00:1122:3344:101::a]:47275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.09671044Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48376"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.096991816Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"3024e9eb-6fab-44ba-855b-18433fff9d97","remote_addr":"[fd00:1122:3344:101::b]:48376","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":170,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.13884047Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:32876"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.138964022Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4867d85d-cb3d-4f08-9ddf-1fb3b2b8d41f","remote_addr":"[fd00:1122:3344:101::b]:32876","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.189742987Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.189764037Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"7d39cc6b-6724-4076-9835-d97e55123bc5","remote_addr":"[fd00:1122:3344:101::b]:32876","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":75,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.197782249Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"caa39392-b4de-41ec-9790-950029412389","remote_addr":"[fd00:1122:3344:101::b]:32876","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":198,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.309341679Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:35138"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.309415731Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a75ba4dc-2e37-4d84-b236-5a58a393741d","remote_addr":"[fd00:1122:3344:101::c]:35138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.32771812Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:45822"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.327852693Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.372154546Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.429969453Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"da4e0b6f-ba51-4f9b-92e4-c4d5686e45ca","remote_addr":"[fd00:1122:3344:101::b]:45822","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102156,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.430125116Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.430135126Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c70e20ef-5803-4485-9f3d-23e6ad36c32a","remote_addr":"[fd00:1122:3344:101::c]:35138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.430282349Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a7f51f96-02cd-4a62-b198-4ad626663bc0","remote_addr":"[fd00:1122:3344:101::b]:45822","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.443492156Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:32914"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.444112238Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"d527c4bd-dfae-4ea3-b129-dcbb8cc7b7ba","remote_addr":"[fd00:1122:3344:101::c]:32914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":175,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.445625229Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:64371"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.445746931Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.482069854Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.533541642Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e802d06c-f766-4e5b-8880-80cd42a247fe","remote_addr":"[fd00:1122:3344:101::c]:64371","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87850,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.534124994Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"69306e8d-8445-4ed2-963e-f187ae05ae18","remote_addr":"[fd00:1122:3344:101::c]:64371","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":248,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:03.534176025Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b0b6c283-3b4e-4e62-9da5-cb06f2bce6ae","remote_addr":"[fd00:1122:3344:101::c]:35138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":343,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:12.622130134Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50876"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:12.622232326Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"c3c542a4-2008-4eea-a8b3-be5bb5d804af","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50876","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":30,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:32.196767699Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57239"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:32.196877961Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a8468273-bb4d-4120-bfb3-2e3d991a4b77","remote_addr":"[fd00:1122:3344:101::a]:57239","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:32.224381696Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48363"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:32.224526399Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"de1f29bd-e9a1-45a5-a8cc-7982a8b393c1","remote_addr":"[fd00:1122:3344:101::a]:48363","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:32.263348342Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:32.263363593Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"632d233a-718e-4724-be93-e5893a19b637","remote_addr":"[fd00:1122:3344:101::a]:57239","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:32.27216572Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"9806a514-c221-4024-8312-546a3b5335d2","remote_addr":"[fd00:1122:3344:101::a]:57239","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":165,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:32.28405049Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:61131"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:32.284131492Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:32.320478775Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:32.374859082Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4ebf0f6a-a848-4d4d-ad23-72a6c8b51a58","remote_addr":"[fd00:1122:3344:101::a]:61131","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90764,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:32.375129287Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"897a9e93-9b28-4b19-a572-666738b38e4a","remote_addr":"[fd00:1122:3344:101::a]:61131","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.009413983Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42602"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.00976425Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"398f5eba-3235-46b5-9ade-90bd12fe7cb2","remote_addr":"[fd00:1122:3344:101::b]:42602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":132,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.031785664Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57455"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.031901816Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d08425ac-bbc2-44b6-b127-ec08a245e726","remote_addr":"[fd00:1122:3344:101::b]:57455","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.097253795Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.097285375Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"33ffc077-4866-4ba8-9960-ed03cbdff6f1","remote_addr":"[fd00:1122:3344:101::b]:57455","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.107489921Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8f560fc5-4585-40c0-95af-71f8e939aaab","remote_addr":"[fd00:1122:3344:101::b]:57455","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":167,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.126564516Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63053"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.126654628Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.167151155Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.222008451Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f321d62a-3f7c-4b36-8cdc-ac098f0e8462","remote_addr":"[fd00:1122:3344:101::b]:63053","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95390,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.222261397Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e6414529-fce0-405e-9dc7-ec509dc23fa4","remote_addr":"[fd00:1122:3344:101::b]:63053","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.242155058Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59314"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.242315561Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"97e389e5-3463-4f84-a102-b075739c5e10","remote_addr":"[fd00:1122:3344:101::c]:59314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.256741402Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.256765702Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f5654c5a-88a7-4148-932f-dd8846ecb191","remote_addr":"[fd00:1122:3344:101::c]:59314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.268210623Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5ee42568-a29a-4f34-882a-a70802eb14b4","remote_addr":"[fd00:1122:3344:101::c]:59314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":307,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.316810314Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47644"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.317030368Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.35725833Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.415712109Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0ab9e5c8-1480-4e21-82ca-aab1a8288548","remote_addr":"[fd00:1122:3344:101::c]:47644","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98814,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.415903553Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:65002"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.416169908Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"3ed6afb6-f333-4fa7-a5cc-0e6708e87ccb","remote_addr":"[fd00:1122:3344:101::c]:65002","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":177,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:33.41624367Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"83a28aa0-f7ab-48ad-868b-50579fb8a4a7","remote_addr":"[fd00:1122:3344:101::c]:47644","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":263,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:42.653869538Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37642"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:26:42.65396911Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"107b40ba-8d99-4450-b546-5f5389d989bb","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37642","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:02.321397476Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57504"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:02.321532809Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c5951abf-93ef-4c64-9134-7ee4555e497e","remote_addr":"[fd00:1122:3344:101::a]:57504","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:02.692011603Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33145"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:02.692213307Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:02.736133222Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:02.793418398Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c6329dd3-5736-41db-90ab-55e219457cb4","remote_addr":"[fd00:1122:3344:101::a]:33145","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101265,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:02.793618362Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:02.793636333Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"20e4dadb-58a0-4082-81fa-5a4366fdb96a","remote_addr":"[fd00:1122:3344:101::a]:57504","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:02.793767655Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"589e0cea-a844-42fc-9423-7becf405512d","remote_addr":"[fd00:1122:3344:101::a]:33145","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:02.824025286Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:61149"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:02.824288861Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"f51ff862-7709-446e-9cec-532944efdf96","remote_addr":"[fd00:1122:3344:101::a]:61149","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":167,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:02.827333362Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"6edb7f4e-e746-4016-beb7-20ed99bb8f70","remote_addr":"[fd00:1122:3344:101::a]:57504","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":184,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.101546674Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58756"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.101628695Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2251a765-0a64-411f-8bee-9757c200190b","remote_addr":"[fd00:1122:3344:101::b]:58756","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.116773591Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.116804521Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8071584e-a71f-4ef1-b3c3-c17691b06164","remote_addr":"[fd00:1122:3344:101::b]:58756","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.128314024Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1ec565d9-23b7-424b-918e-82d75abb36f7","remote_addr":"[fd00:1122:3344:101::b]:58756","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":135,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.168434073Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55723"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.168532775Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a1289904-1399-4823-a828-83262b625aad","remote_addr":"[fd00:1122:3344:101::c]:55723","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":31,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.230449364Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.230506615Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"95445527-30ca-4ea7-8abd-c405a8e57546","remote_addr":"[fd00:1122:3344:101::c]:55723","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":77,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.243567029Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"4fddf45f-9ca1-4017-aafd-490a96e9c07d","remote_addr":"[fd00:1122:3344:101::c]:55723","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":221,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.286131127Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61432"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.286291961Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"de87d8b4-0173-4a2b-a50e-dd0d20152ce8","remote_addr":"[fd00:1122:3344:101::b]:61432","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.365634201Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:45139"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.365735183Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.406521236Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.461366332Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"899e1314-ce11-483a-b1f8-e299b2e1225f","remote_addr":"[fd00:1122:3344:101::b]:45139","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95673,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.461785671Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"02c11a2b-e9e2-468f-af20-45776fcb53c4","remote_addr":"[fd00:1122:3344:101::b]:45139","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":178,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.506050834Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39939"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.506266268Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"6cbc9bae-4324-4d6c-9b0b-bb803c839753","remote_addr":"[fd00:1122:3344:101::c]:39939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":145,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.602382447Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37770"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.602466109Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.640464415Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.697348103Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b9a49536-c0e8-4e07-be0d-7667fd441d66","remote_addr":"[fd00:1122:3344:101::c]:37770","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94912,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:03.697832493Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"00e383ed-48b8-4fa2-b3ab-231ebb04a5f9","remote_addr":"[fd00:1122:3344:101::c]:37770","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":218,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:12.688475168Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37232"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:12.68857511Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"958674d8-896a-414d-932c-09a796b157da","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37232","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:32.239809281Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:32985"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:32.239937514Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2e7a9d10-a72b-4266-b377-63074e4beb7d","remote_addr":"[fd00:1122:3344:101::a]:32985","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:32.281223867Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:32.281243157Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0efd925e-8d02-4c43-b52e-724606b03ee2","remote_addr":"[fd00:1122:3344:101::a]:32985","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:32.306973636Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39267"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:32.307215091Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"7a1a5d64-21be-41a2-b2ee-290b7af0a6cf","remote_addr":"[fd00:1122:3344:101::a]:39267","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":138,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:32.316150311Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"51c2fd44-0c72-4338-8d54-223d5dd483cb","remote_addr":"[fd00:1122:3344:101::a]:32985","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":268,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:32.334847419Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53690"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:32.3349319Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:32.3715782Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:32.426668661Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ea2ca70c-8b80-4fac-9aca-9a32a10bd939","remote_addr":"[fd00:1122:3344:101::a]:53690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91766,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:32.426893745Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8e807aeb-088b-4060-8978-1fc23820cc10","remote_addr":"[fd00:1122:3344:101::a]:53690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:32.922254608Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39831"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:32.92237306Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1445be9a-7c4d-4710-a2ee-ae8194c82dfb","remote_addr":"[fd00:1122:3344:101::b]:39831","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:32.939361833Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:32.939388814Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a5dc01fe-0e86-49b2-a8ae-eb0ee13e537a","remote_addr":"[fd00:1122:3344:101::b]:39831","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:32.947462647Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"53352945-5918-4cea-81cc-08cc2cf01d8e","remote_addr":"[fd00:1122:3344:101::b]:39831","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":228,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:33.062061269Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56042"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:33.062282573Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"33a6795f-0d51-4c47-991c-66eb3300abae","remote_addr":"[fd00:1122:3344:101::b]:56042","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":152,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:33.091197646Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56313"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:33.091305059Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:33.132253745Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:33.189262535Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"dd6070fc-e2cc-4b3b-b7f8-8eabab7fac05","remote_addr":"[fd00:1122:3344:101::b]:56313","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98006,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:33.189557621Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"25ba4f23-f9c9-42e0-b571-b5ab940bea19","remote_addr":"[fd00:1122:3344:101::b]:56313","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:33.298670932Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54001"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:33.298865476Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"5bbec0ed-6fb3-4a95-a78b-2264910b3692","remote_addr":"[fd00:1122:3344:101::c]:54001","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:33.444471593Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48884"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:33.444587015Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"85657b85-5792-45bb-9444-1946f3223050","remote_addr":"[fd00:1122:3344:101::c]:48884","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":71,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:33.459357853Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:33.459375094Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9dad2a2f-f698-42a8-b1eb-ba7120ae2854","remote_addr":"[fd00:1122:3344:101::c]:48884","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:33.469916416Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e7947f19-41b1-4649-826b-1a9a1e643bbc","remote_addr":"[fd00:1122:3344:101::c]:48884","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":115,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:33.519532697Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57322"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:33.519621459Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:33.556687827Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:33.615503463Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"50762dbe-9c5d-4904-af57-f85d92030cbe","remote_addr":"[fd00:1122:3344:101::c]:57322","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95907,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:33.640895806Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8ecdf792-a8e1-44c2-a348-3ca6740f2153","remote_addr":"[fd00:1122:3344:101::c]:57322","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:42.721642658Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:65366"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:27:42.721761931Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"349f1f74-b991-4baf-856e-b0e447a7450a","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:65366","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:02.277990768Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48938"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:02.27808238Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2362786e-f467-4a3f-b178-8deb9bc5c390","remote_addr":"[fd00:1122:3344:101::a]:48938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":42,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:02.322049037Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:02.322072377Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ff7e1b3f-c3f4-41a3-a6d6-be6dd97f79bb","remote_addr":"[fd00:1122:3344:101::a]:48938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":71,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:02.330479387Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"31f836cc-a333-442b-93aa-aa9c89b4e1f9","remote_addr":"[fd00:1122:3344:101::a]:48938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":160,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:02.408810037Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39970"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:02.40895678Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"30df0ce5-7a41-43ab-8fb7-b322ddf72abb","remote_addr":"[fd00:1122:3344:101::a]:39970","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:02.448139531Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55528"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:02.448243863Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:02.483660347Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:02.541749869Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"1a72039b-8595-4899-81dd-9dbd84997d49","remote_addr":"[fd00:1122:3344:101::a]:55528","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93551,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:02.542030415Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"521731bb-3a4d-41a6-9187-613ed2596edc","remote_addr":"[fd00:1122:3344:101::a]:55528","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.134557138Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56491"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.134717651Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3d7d84df-7deb-464e-90ea-8d63ff3512e2","remote_addr":"[fd00:1122:3344:101::b]:56491","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.259287984Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55168"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.259564379Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"2ab357f3-535a-40e6-b5f2-a53c0887fc3e","remote_addr":"[fd00:1122:3344:101::b]:55168","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":194,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.310206421Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.310229631Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9d330481-d25b-4933-a739-9cb9dfab8b40","remote_addr":"[fd00:1122:3344:101::b]:56491","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.321861976Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7f35682a-fdd1-4501-a4dd-c83218821bcf","remote_addr":"[fd00:1122:3344:101::b]:56491","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":194,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.322786865Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58533"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.322915507Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a8c9086f-1db6-4686-aa63-4d1db23f9a94","remote_addr":"[fd00:1122:3344:101::c]:58533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":32,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.38007129Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.380099251Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2bfc72b3-01cc-44fa-aaf9-d6ed3cc3f974","remote_addr":"[fd00:1122:3344:101::c]:58533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.38996253Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"07e634e3-ec70-4f52-b190-ca288fc10ea6","remote_addr":"[fd00:1122:3344:101::c]:58533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":195,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.490865926Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38522"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.490959937Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.530057646Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.584544525Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2f325ffa-b315-4972-a3a7-1c4d5cea8f80","remote_addr":"[fd00:1122:3344:101::c]:38522","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93617,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.584745209Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53564"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.584845871Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56825"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.585046095Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c9da663c-bb26-4963-946d-4e18e2e92510","remote_addr":"[fd00:1122:3344:101::c]:38522","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":235,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.585169638Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"e5dd593c-a644-4ad1-8a76-5b16954b70e7","remote_addr":"[fd00:1122:3344:101::c]:56825","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":206,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.585217359Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.622274786Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.674783906Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"21f52d4c-546e-4aaa-a9a4-afa06d04e772","remote_addr":"[fd00:1122:3344:101::b]:53564","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89670,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:03.675127213Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"65bc40f9-bcf6-4ef0-907c-557e0e9a74ee","remote_addr":"[fd00:1122:3344:101::b]:53564","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":127,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:12.756792696Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63744"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:12.757037741Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"df12aa1a-6ee3-44da-b0ae-80ed1eef39c1","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63744","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:32.234651928Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41488"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:32.23476466Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6b1fa764-7944-4402-a2f1-8d5947d7b076","remote_addr":"[fd00:1122:3344:101::a]:41488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:32.249674581Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:32.249694402Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"7e4e5701-1f91-47e9-a165-4d01d9916c37","remote_addr":"[fd00:1122:3344:101::a]:41488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:32.258925268Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"be1f0e5e-b127-4602-a312-8f25bb15eb71","remote_addr":"[fd00:1122:3344:101::a]:41488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":162,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:32.329745016Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:37259"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:32.329948821Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"5cf8061c-e6f1-4b24-baba-0b1bf599e47d","remote_addr":"[fd00:1122:3344:101::a]:37259","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":146,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:32.332497712Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53187"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:32.332573604Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:32.374675673Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:32.435032051Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0c686ee2-5229-4663-9637-f7b58da1a49e","remote_addr":"[fd00:1122:3344:101::a]:53187","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102493,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:32.435283605Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"36aaa9e6-0db2-457a-b175-0b7c3ed37ca2","remote_addr":"[fd00:1122:3344:101::a]:53187","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.057441516Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:59474"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.057564509Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"bb084cde-75a5-48f1-86d2-cbabb262c424","remote_addr":"[fd00:1122:3344:101::b]:59474","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.074565372Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.074593642Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"172f3f60-f654-4f1a-8cf3-3ce2084419e9","remote_addr":"[fd00:1122:3344:101::b]:59474","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.084352099Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"34e3f074-8ab4-431d-9370-972f01def7d4","remote_addr":"[fd00:1122:3344:101::b]:59474","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":182,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.14438329Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40458"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.144510663Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.185408288Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.243810996Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0b25bf80-dce0-42ee-a12c-216a9551eb40","remote_addr":"[fd00:1122:3344:101::b]:40458","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99357,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.243974199Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:64579"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.24401942Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44055"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.244056531Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:44330"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.244312976Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"70a68b29-08a0-4c2b-a663-6d4e706b6711","remote_addr":"[fd00:1122:3344:101::b]:40458","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":277,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.244336157Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"2ccef1ce-9492-4b6f-8fcd-49fd83baf8fc","remote_addr":"[fd00:1122:3344:101::c]:44330","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":183,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.244370627Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"87dc6de2-9f75-4621-a6dc-d71aede84316","remote_addr":"[fd00:1122:3344:101::c]:64579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":138,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.24450075Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"973e8b11-33a9-459f-b011-482bbae93aac","remote_addr":"[fd00:1122:3344:101::b]:44055","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":215,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.271350602Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36314"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.271513205Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.313555713Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.369582183Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4e299588-820b-4327-bf07-f6b7471c5b1b","remote_addr":"[fd00:1122:3344:101::c]:36314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98150,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.369970441Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.369986351Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2d726494-f90a-4dee-8d1d-48d832c91238","remote_addr":"[fd00:1122:3344:101::c]:64579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":162,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.370075023Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"cb3d26b4-9847-4318-876b-9d9280e4dc0d","remote_addr":"[fd00:1122:3344:101::c]:36314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":240,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:33.380485973Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"310ec3f3-2e7b-4b7b-93c1-62ee2ef9bbbb","remote_addr":"[fd00:1122:3344:101::c]:64579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":203,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:42.789547211Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36559"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:28:42.789636143Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"c374524b-6c6f-40f5-8661-6071148c7343","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36559","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":29,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:02.180293866Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36012"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:02.180418279Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a64deeae-5a21-4e46-96ad-5eb12768f448","remote_addr":"[fd00:1122:3344:101::a]:36012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:02.244033352Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:02.244060332Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0c4965b8-0346-4fae-8fb0-b8d114b58507","remote_addr":"[fd00:1122:3344:101::a]:36012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":81,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:02.262138837Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"28ed782c-e191-42d9-9171-090a9ee52185","remote_addr":"[fd00:1122:3344:101::a]:36012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":251,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:02.421634075Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:54021"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:02.421848249Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"fcde16a0-6bd0-4dd9-bb98-6b96cda3417e","remote_addr":"[fd00:1122:3344:101::a]:54021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":158,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:02.504090538Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64064"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:02.50418261Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:02.543954262Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:02.602385811Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"5a870a97-1daf-4e98-9639-e68bb7498a7a","remote_addr":"[fd00:1122:3344:101::a]:64064","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98243,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:02.602650056Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8f7303e5-f9be-4155-a7c4-3ed0cf6421df","remote_addr":"[fd00:1122:3344:101::a]:64064","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:02.705838048Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:35623"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:02.706083763Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1dbf9b5b-ede3-4cf4-b0d0-091aa188969a, kind: Service { id: 4e9fd39d-4113-4491-beca-e49e9a07f310 }, name: Name(\"external-dns-4e9fd39d-4113-4491-beca-e49e9a07f310\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2f3ae2da-b0e7-4755-a7ae-d54ffe51eccc, kind: Service { id: 7de56ef8-bdda-46b0-a9a9-fa5e97a778c5 }, name: Name(\"external-dns-7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: afc30658-25b2-44db-9d11-ba075ebc447b, kind: Service { id: de715031-fa5a-4cf9-bf82-9cec9db59d81 }, name: Name(\"nexus-de715031-fa5a-4cf9-bf82-9cec9db59d81\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 14])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7b24131-9921-4152-b1bb-f948db445563, kind: Service { id: ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a }, name: Name(\"nexus-ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f88dd6c2-772e-44fb-bf3f-d4557d3228a8, kind: Service { id: eea1c48b-e597-47f2-a9c9-8bf328dab7cd }, name: Name(\"nexus-eea1c48b-e597-47f2-a9c9-8bf328dab7cd\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 25])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:02.706127234Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:02.706164785Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:02.706174815Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:02.706198695Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:02.706206775Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:02.706272317Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:02.706293147Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"25e26728-9346-4be4-a760-43ca0e407f25","remote_addr":"[fd00:1122:3344:101::a]:35623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":382,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.251939784Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41651"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.252027806Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c2369cc9-9b92-4966-9967-741dc12414bd","remote_addr":"[fd00:1122:3344:101::b]:41651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.261766723Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41644"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.261876185Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e4348f45-e7e2-4b30-b51a-27a52d4fd2f5","remote_addr":"[fd00:1122:3344:101::c]:41644","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":24,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.300660197Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.300727229Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"31b1fae5-697c-470e-ae2e-b115eed01ec2","remote_addr":"[fd00:1122:3344:101::b]:41651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.310538657Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"41b71233-2d50-4d58-a180-c56c7ef7b85a","remote_addr":"[fd00:1122:3344:101::b]:41651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":196,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.320887095Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.320919406Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5aa4192e-1a6d-4479-9871-80c83f7a5ad6","remote_addr":"[fd00:1122:3344:101::c]:41644","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.332272425Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"47311840-3256-4464-929e-feff5296d001","remote_addr":"[fd00:1122:3344:101::c]:41644","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":178,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.365573177Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37141"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.365681929Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.409728968Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.474028425Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c6730510-76c5-4855-9e66-6f811f0c8034","remote_addr":"[fd00:1122:3344:101::c]:37141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108380,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.477459644Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:45979"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.477475874Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1b443b8c-b81a-49ee-8ee7-ba6471272272","remote_addr":"[fd00:1122:3344:101::c]:37141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.47773293Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a1683bbb-c57e-40d7-ae42-d6ba83896bd0","remote_addr":"[fd00:1122:3344:101::c]:45979","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":177,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.491829694Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62546"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.492023988Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1dbf9b5b-ede3-4cf4-b0d0-091aa188969a, kind: Service { id: 4e9fd39d-4113-4491-beca-e49e9a07f310 }, name: Name(\"external-dns-4e9fd39d-4113-4491-beca-e49e9a07f310\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2f3ae2da-b0e7-4755-a7ae-d54ffe51eccc, kind: Service { id: 7de56ef8-bdda-46b0-a9a9-fa5e97a778c5 }, name: Name(\"external-dns-7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: afc30658-25b2-44db-9d11-ba075ebc447b, kind: Service { id: de715031-fa5a-4cf9-bf82-9cec9db59d81 }, name: Name(\"nexus-de715031-fa5a-4cf9-bf82-9cec9db59d81\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 14])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7b24131-9921-4152-b1bb-f948db445563, kind: Service { id: ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a }, name: Name(\"nexus-ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f88dd6c2-772e-44fb-bf3f-d4557d3228a8, kind: Service { id: eea1c48b-e597-47f2-a9c9-8bf328dab7cd }, name: Name(\"nexus-eea1c48b-e597-47f2-a9c9-8bf328dab7cd\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 25])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.492075059Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.492098049Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.492105469Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.49211829Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.49213393Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.49214876Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.492169711Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"2d5a67b3-08b8-4dc1-afbb-dd68457ce9ca","remote_addr":"[fd00:1122:3344:101::c]:62546","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":275,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.506614892Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:45009"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.506778265Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c0f97a94-bd14-41e1-9e5e-70251ed066d3","remote_addr":"[fd00:1122:3344:101::b]:45009","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.537853532Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41655"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.537945294Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.578289128Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.639693197Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"45d953f9-2818-436e-ab27-d9b0adb25287","remote_addr":"[fd00:1122:3344:101::b]:41655","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101781,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.643669377Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1bcb4709-e0e6-47ad-bbc9-dde9eb649299","remote_addr":"[fd00:1122:3344:101::b]:41655","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":190,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.660530907Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:64027"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.660798852Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1dbf9b5b-ede3-4cf4-b0d0-091aa188969a, kind: Service { id: 4e9fd39d-4113-4491-beca-e49e9a07f310 }, name: Name(\"external-dns-4e9fd39d-4113-4491-beca-e49e9a07f310\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2f3ae2da-b0e7-4755-a7ae-d54ffe51eccc, kind: Service { id: 7de56ef8-bdda-46b0-a9a9-fa5e97a778c5 }, name: Name(\"external-dns-7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: afc30658-25b2-44db-9d11-ba075ebc447b, kind: Service { id: de715031-fa5a-4cf9-bf82-9cec9db59d81 }, name: Name(\"nexus-de715031-fa5a-4cf9-bf82-9cec9db59d81\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 14])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7b24131-9921-4152-b1bb-f948db445563, kind: Service { id: ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a }, name: Name(\"nexus-ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f88dd6c2-772e-44fb-bf3f-d4557d3228a8, kind: Service { id: eea1c48b-e597-47f2-a9c9-8bf328dab7cd }, name: Name(\"nexus-eea1c48b-e597-47f2-a9c9-8bf328dab7cd\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 25])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.660847684Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.660876154Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.660884854Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.660904485Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.660911525Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.660922145Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:03.660935495Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"832d737a-38e9-490f-b9e1-82da47cc3d5b","remote_addr":"[fd00:1122:3344:101::b]:64027","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":332,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:12.823170223Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63728"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:12.823354577Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"a1de0aba-c14d-4a61-b8ea-b6eb61d8138f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63728","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:32.166083672Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:37196"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:32.166196894Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4f3b2567-90b2-4e2b-873c-260c50d3fe97","remote_addr":"[fd00:1122:3344:101::a]:37196","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:32.213068029Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:32.21309612Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"10d2e51c-fa3e-4130-8940-06276d0245a6","remote_addr":"[fd00:1122:3344:101::a]:37196","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:32.344076362Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:45689"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:32.344253566Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c2011789-88e9-4cfc-a0eb-aa7ef2064eaa","remote_addr":"[fd00:1122:3344:101::a]:45689","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:32.353471272Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"4d6988a0-85f8-4b48-badf-7c68f4aa267d","remote_addr":"[fd00:1122:3344:101::a]:37196","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":152,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:32.387680332Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44572"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:32.387777534Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:32.427998015Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:32.486497056Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b5584ddb-fcf4-454f-a9b3-7db27625f701","remote_addr":"[fd00:1122:3344:101::a]:44572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98753,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:32.48674677Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"aa6905f9-4eb6-4fda-a015-a41868470e2d","remote_addr":"[fd00:1122:3344:101::a]:44572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.071837153Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48876"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.072097319Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"5833f82f-9a07-4717-b46e-e19460de7afd","remote_addr":"[fd00:1122:3344:101::b]:48876","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":189,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.091036471Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:44236"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.091190984Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"865263a6-a60a-4c1c-8425-8e6794b19575","remote_addr":"[fd00:1122:3344:101::c]:44236","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.098691185Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:43005"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.098780557Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6b1caec3-6c1a-462a-a637-36d95f9b03a3","remote_addr":"[fd00:1122:3344:101::b]:43005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.152595993Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.152625823Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b51441a8-068d-422f-8073-f8e468cca291","remote_addr":"[fd00:1122:3344:101::c]:44236","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.156272467Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.156298437Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"19dc9904-2894-455b-adb0-6c30eb574eed","remote_addr":"[fd00:1122:3344:101::b]:43005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.161784338Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e9d60e76-e185-4ea1-99f2-a9b07d42f497","remote_addr":"[fd00:1122:3344:101::c]:44236","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":235,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.166594925Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8e385fd7-85d5-4d4e-b6aa-ede25b3d2baf","remote_addr":"[fd00:1122:3344:101::b]:43005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":135,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.189411585Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37861"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.189469276Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.234657338Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.296586367Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9c0a2a2b-e957-4373-b40b-472403ad680b","remote_addr":"[fd00:1122:3344:101::b]:37861","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":107136,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.296750881Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59156"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.296961795Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.300911834Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4a3c70e9-eef3-4b76-a1c0-f653b89e1d8b","remote_addr":"[fd00:1122:3344:101::b]:37861","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4001,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.33586763Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.352464894Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52684"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.35272326Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"4ce0423d-57b7-4e4d-b8c7-2be4604b1f77","remote_addr":"[fd00:1122:3344:101::c]:52684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":171,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.392427161Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a0bc8c56-c5e0-4345-b4c6-0e7026c22236","remote_addr":"[fd00:1122:3344:101::c]:59156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95547,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:33.392753397Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"2e9dfb2c-ac61-447d-9092-7d90532d769f","remote_addr":"[fd00:1122:3344:101::c]:59156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":134,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:42.856976478Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:42.85706968Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"b4232a0a-db86-4135-af58-e5abc416a53d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58096","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:29:49.429269748Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:29:49.430995843Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:51.722871317Z","hostname":"sock","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:197"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:51.722944099Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:29:51.756960595Z","hostname":"sock","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.99999784s","next_cleanup":"Instant { tv_sec: 3557, tv_nsec: 159061857 }"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:29:59.430432951Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:29:59.431295378Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:29:59.433281318Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:29:59.4348559Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:02.399181208Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:38095"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:02.399294921Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3ac0971b-0422-478c-bd88-c440c508a833","remote_addr":"[fd00:1122:3344:101::a]:38095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:02.414840494Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:02.414861185Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5c9208c6-8915-4022-9bbb-e1724ae5c016","remote_addr":"[fd00:1122:3344:101::a]:38095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:02.498657015Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55872"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:02.498826198Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"8d7e9995-d8a5-4b9d-8c2c-02b8213ef064","remote_addr":"[fd00:1122:3344:101::a]:55872","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":124,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:02.507382161Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"fd2db906-0285-4716-a85c-7ce5ad10e7d4","remote_addr":"[fd00:1122:3344:101::a]:38095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":141,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:02.542921888Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:45427"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:02.54301342Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:02.583514817Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:02.644100409Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ab8d97f9-2f0f-4c3d-92b5-3217d105756d","remote_addr":"[fd00:1122:3344:101::a]:45427","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101126,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:02.644508928Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f9936a80-5280-4db7-b3b7-7502aa3da471","remote_addr":"[fd00:1122:3344:101::a]:45427","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":190,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.023510573Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.023618975Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"15f10e5c-0c62-4d5d-8484-5ecdaf67c025","remote_addr":"[fd00:1122:3344:101::b]:42257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":70,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.109401766Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.109433366Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"aaf73ffd-4756-40aa-91b9-99fd10a2853c","remote_addr":"[fd00:1122:3344:101::b]:42257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.203758919Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63098"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.203974583Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"b8ca5b7c-3ed8-4dce-9676-1e882442ad99","remote_addr":"[fd00:1122:3344:101::b]:63098","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":132,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.213653899Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1eb2ad31-ff18-4d7f-96c9-290a395a0977","remote_addr":"[fd00:1122:3344:101::b]:42257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":164,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.29846496Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52199"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.298543801Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.34209451Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.403017289Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"aa5d46c9-a5d2-4b5e-a157-70d2c348dfae","remote_addr":"[fd00:1122:3344:101::b]:52199","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104502,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.403354205Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"5b3f2871-0f8d-47d5-abe0-a6a7910db47c","remote_addr":"[fd00:1122:3344:101::b]:52199","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.422470851Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60163"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.422616194Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d3772888-8f30-4f84-bce2-34274a05ff08","remote_addr":"[fd00:1122:3344:101::c]:60163","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.438607417Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.438628217Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0da2a77f-d0e5-4fb0-8ce0-ef7f49dd00b6","remote_addr":"[fd00:1122:3344:101::c]:60163","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.446929965Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"00618756-016d-429c-a7b1-bf455632bc1e","remote_addr":"[fd00:1122:3344:101::c]:60163","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":212,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.500305421Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41911"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.500379323Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.539313598Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.597553813Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6089f2f0-0419-4236-81f3-ae6840858493","remote_addr":"[fd00:1122:3344:101::c]:41911","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97204,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.597678736Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63549"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.597947701Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"cb7733bc-6258-43b6-a6c6-0437bd8220a9","remote_addr":"[fd00:1122:3344:101::c]:63549","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":172,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:03.598057793Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"664c28da-b804-4588-b016-5558b81df481","remote_addr":"[fd00:1122:3344:101::c]:41911","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":205,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:05.734078032Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:09.434321266Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:09.435314726Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:09.437313477Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:09.439653704Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:12.88917938Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44737"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:12.889296313Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"8bb3950e-4d31-4f5f-970b-638457ea550c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44737","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:19.438744033Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:19.439927566Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:19.441884436Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:19.443481148Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:29.444320672Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:29.445129369Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:29.44717405Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:29.448131759Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:32.173715381Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59133"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:32.173839344Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4da12a65-741e-46a3-98e7-cc13ccb3c41b","remote_addr":"[fd00:1122:3344:101::a]:59133","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:32.194231925Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:32.194264386Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"422a7a9c-9a84-45a5-b2d1-f6054b6594ae","remote_addr":"[fd00:1122:3344:101::a]:59133","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:32.243443678Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:54057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:32.243642892Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"dc14b659-68ec-4d7c-8662-644138c67422","remote_addr":"[fd00:1122:3344:101::a]:54057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":130,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:32.250852108Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b56c6bc3-c69f-4651-a26e-e300ae58dc78","remote_addr":"[fd00:1122:3344:101::a]:59133","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":208,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:32.288965546Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43551"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:32.289026988Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:32.330102886Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:32.391345272Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"871b5773-0f10-413b-88c4-51add72293ca","remote_addr":"[fd00:1122:3344:101::a]:43551","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102339,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:32.391662268Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"2c7fe707-0673-4afc-b7dc-0de4fe23d985","remote_addr":"[fd00:1122:3344:101::a]:43551","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.06098234Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46858"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.061065462Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2959cf81-bdf3-422d-826f-cfc3bb625132","remote_addr":"[fd00:1122:3344:101::b]:46858","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.077792439Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.07781869Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"856edc00-1bee-4263-98f3-fd1b3d2c1fb6","remote_addr":"[fd00:1122:3344:101::b]:46858","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.087404413Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e0e0d82c-a7d7-42a2-a26c-2be5f4f23599","remote_addr":"[fd00:1122:3344:101::b]:46858","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":196,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.122082853Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61260"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.122163314Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b655f641-8105-4b46-9cc9-1efcf0b89f65","remote_addr":"[fd00:1122:3344:101::c]:61260","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.16706241Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39980"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.167235584Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"51d822ce-086d-4ba5-b0fb-2ca2e0abb70f","remote_addr":"[fd00:1122:3344:101::b]:39980","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.185605364Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38507"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.185693096Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.231803056Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.296765657Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7c75bad1-c6ab-48df-a613-5251dcecf10c","remote_addr":"[fd00:1122:3344:101::b]:38507","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111098,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.297043772Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41248"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.297073203Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.297087153Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1fcef2cc-5c25-43ed-9d74-e002c3aa0aa2","remote_addr":"[fd00:1122:3344:101::c]:61260","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":138,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.297293657Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"94877a20-fa09-43bf-a81c-0af534cb8c51","remote_addr":"[fd00:1122:3344:101::b]:38507","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":237,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.297363969Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"6783bb34-99f0-4849-9bcb-db2905740ac5","remote_addr":"[fd00:1122:3344:101::c]:41248","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":205,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.306593175Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"dc575970-8a3c-4bef-8e60-4f85354348cf","remote_addr":"[fd00:1122:3344:101::c]:61260","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":213,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.308293219Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57101"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.308411642Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.348052231Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.40650739Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b7ef5b4d-0fd7-4b63-bba7-84267ee84765","remote_addr":"[fd00:1122:3344:101::c]:57101","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98131,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:33.406812097Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"96e4d9b6-901f-4aa6-9a61-e65c794c796d","remote_addr":"[fd00:1122:3344:101::c]:57101","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":139,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:39.449074936Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:39.449835452Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:39.451857142Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:39.452855353Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:42.922046956Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47748"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:30:42.922153608Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"9f26db1e-628d-4e94-83b2-ad9e43ece301","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47748","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":30,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:49.454308569Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:49.455086805Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:49.457107726Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:49.458125596Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:59.458992692Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:59.459780428Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:59.461798428Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:30:59.462750177Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:02.252226369Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:52500"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:02.252497985Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"7844cc37-2f5d-4075-ad53-c66432887b1b","remote_addr":"[fd00:1122:3344:101::a]:52500","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":185,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:02.307498055Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:51626"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:02.307588997Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5fc430f8-cf0a-470d-a3bd-cd0258f4d9d4","remote_addr":"[fd00:1122:3344:101::a]:51626","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:02.354918201Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:02.354941922Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"84b045b3-6525-4479-a489-165eee16add0","remote_addr":"[fd00:1122:3344:101::a]:51626","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":71,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:02.364154678Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"50011f7d-ddb1-4ded-a81e-679c8d520d19","remote_addr":"[fd00:1122:3344:101::a]:51626","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":176,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:02.425339202Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55008"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:02.425429964Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:02.466712987Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:02.521074853Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0dc42dd0-3155-4108-ba7b-e03925e59d0e","remote_addr":"[fd00:1122:3344:101::a]:55008","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95693,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:02.521369639Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4d38384e-b20a-48d2-b58f-8cd4889710b4","remote_addr":"[fd00:1122:3344:101::a]:55008","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.03498648Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58340"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.035112993Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e19aa42e-81c1-4b35-8c44-d96743423c0a","remote_addr":"[fd00:1122:3344:101::b]:58340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.119841632Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.119933464Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4e7ae615-f161-48fe-944d-7f69ae03e029","remote_addr":"[fd00:1122:3344:101::b]:58340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.131190421Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f463a79f-1c5d-4855-98a3-168a9d1c190d","remote_addr":"[fd00:1122:3344:101::b]:58340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":261,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.263275736Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39130"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.263469099Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"8c29da40-df4c-4375-ada0-23726641de02","remote_addr":"[fd00:1122:3344:101::b]:39130","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.318218414Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58523"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.318325566Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.363755392Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.423785303Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4b4fa371-e72c-40b3-a8f3-f18416b23c65","remote_addr":"[fd00:1122:3344:101::b]:58523","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105515,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.424027568Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"5ee9de3f-b439-4550-8cf2-eeea42695ba2","remote_addr":"[fd00:1122:3344:101::b]:58523","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.458668297Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63561"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.45880887Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"41860dba-b5c8-45cf-b280-1671e4568875","remote_addr":"[fd00:1122:3344:101::c]:63561","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.473924615Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.473938865Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2df2ed62-c230-4a27-8a00-579edae4b08d","remote_addr":"[fd00:1122:3344:101::c]:63561","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.484046099Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8c5ccfdd-a99e-4a67-a4d5-0adb1cedf760","remote_addr":"[fd00:1122:3344:101::c]:63561","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":181,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.569417071Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38805"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.569569194Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"76cf34a0-4d63-495a-bff9-74a14c1d0770","remote_addr":"[fd00:1122:3344:101::c]:38805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.575987664Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56817"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.576067175Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.617161844Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.67743486Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7c8d54c1-9e6b-4d25-918a-bf774c70e420","remote_addr":"[fd00:1122:3344:101::c]:56817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101393,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:03.677842949Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6d73d7a7-9c69-4888-8304-29b2b282d4cb","remote_addr":"[fd00:1122:3344:101::c]:56817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":181,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:09.463755947Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:09.464693616Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:09.466760408Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:09.467700237Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:12.954992016Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46320"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:12.955087328Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"a899b1a2-0d70-4c48-9f7b-34f367c50811","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46320","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":28,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:19.468061931Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:19.468755825Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:19.470688374Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:19.471607943Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:29.471170972Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:29.471941498Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:29.473918257Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:29.474933668Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:32.210225676Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36226"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:32.210344158Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"eedb56cb-0494-4b66-9cdf-bb89c6607a4a","remote_addr":"[fd00:1122:3344:101::a]:36226","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:32.259467909Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:32.25949842Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"244b5c3a-b89c-48e0-8409-f8eca6e06c60","remote_addr":"[fd00:1122:3344:101::a]:36226","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:32.268597974Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ed2357f8-2d5b-4288-b11e-8f2c105db322","remote_addr":"[fd00:1122:3344:101::a]:36226","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":196,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:32.327593374Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48045"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:32.327747177Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"22e433c4-2c9d-4a7a-adf8-c189bee58852","remote_addr":"[fd00:1122:3344:101::a]:48045","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:32.341245399Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:38490"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:32.341334251Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:32.383715806Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:32.443688716Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"861340c3-f6c6-4fd2-b8a1-91ecae013882","remote_addr":"[fd00:1122:3344:101::a]:38490","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102383,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:32.443967671Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0b1142bb-1acb-4fae-b736-863bbcb97ed1","remote_addr":"[fd00:1122:3344:101::a]:38490","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.040031375Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58902"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.040176198Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6c145955-065f-4705-8914-bdf40c35d9d5","remote_addr":"[fd00:1122:3344:101::b]:58902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.056496167Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.056516177Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4d095690-82be-4244-933a-97ed3d4d90ab","remote_addr":"[fd00:1122:3344:101::b]:58902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.065839815Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"695f2c76-e491-443e-8e61-1bceb8b6a92a","remote_addr":"[fd00:1122:3344:101::b]:58902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":156,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.113270142Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52080"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.113435216Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"83a68ca2-967d-483c-9945-94486b3883a8","remote_addr":"[fd00:1122:3344:101::b]:52080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":118,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.118820204Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44617"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.118916136Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.164378513Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.224787902Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"78192fd1-dd3d-4b69-bf5e-c29b719ac082","remote_addr":"[fd00:1122:3344:101::b]:44617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105911,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.225002736Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42940"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.22517263Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ed0d13cb-6dd7-40ee-a2f2-c01e107c3371","remote_addr":"[fd00:1122:3344:101::b]:44617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":151,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.225244591Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"dc904a1c-2ae7-4ca5-87bd-76c491a001af","remote_addr":"[fd00:1122:3344:101::c]:42940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.259083744Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50503"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.259259477Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.300121912Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.357911748Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b411aac3-29ee-4f75-be61-2311334b2517","remote_addr":"[fd00:1122:3344:101::c]:50503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98726,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.358155862Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.358165373Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61990"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.358180173Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ebf11a54-d4d3-413a-a57a-e6d8fdbb1be2","remote_addr":"[fd00:1122:3344:101::c]:42940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":115,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.358457719Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4c200584-29d3-4d4a-8451-34f19615d03a","remote_addr":"[fd00:1122:3344:101::c]:50503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":255,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.35854106Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"08750b31-e944-4ec0-a19a-4b0e46b3734f","remote_addr":"[fd00:1122:3344:101::c]:61990","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":235,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:33.368003081Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"92802a29-13de-4c26-8d08-c96cc06e5d38","remote_addr":"[fd00:1122:3344:101::c]:42940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":181,"response_code":"204"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:39.475775702Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:39.476528497Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:39.478527127Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:39.479432806Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:42.98980936Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33072"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:31:42.989939522Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"2fdb66a9-c798-4615-9a9f-d7086b2a3b53","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33072","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":67,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:49.479128868Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:49.479886243Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:49.481852003Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:49.482787202Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:59.484131837Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:59.484892163Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:59.486885083Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:31:59.487817492Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:02.427508853Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57359"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:02.427626135Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"efafcdda-fd28-4d69-916d-4ac2376750cc","remote_addr":"[fd00:1122:3344:101::a]:57359","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:02.487236498Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:02.487299759Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8ab99bb5-805f-459b-b7e7-7bb131026b14","remote_addr":"[fd00:1122:3344:101::a]:57359","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:02.497808271Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"13d83534-3cfb-472e-bc8f-61be9c33f3f7","remote_addr":"[fd00:1122:3344:101::a]:57359","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":207,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:02.556014885Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50998"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:02.556162159Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"4141061b-cbef-4df4-8a91-8ea11ff44b55","remote_addr":"[fd00:1122:3344:101::a]:50998","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:02.585171674Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46025"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:02.585254265Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:02.627291783Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:02.68710947Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2ac3a57d-21e2-438b-ac2e-c238e981b11c","remote_addr":"[fd00:1122:3344:101::a]:46025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101890,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:02.687376466Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3a8408e8-6712-432c-a370-6be9b97fd6fc","remote_addr":"[fd00:1122:3344:101::a]:46025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.10154496Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55043"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.101660173Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6e9ace3b-c2f5-4a79-8c0e-74e9501ad398","remote_addr":"[fd00:1122:3344:101::b]:55043","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.126879041Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.126911752Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2a10838a-9e36-47f7-a89c-7bbd399dec90","remote_addr":"[fd00:1122:3344:101::b]:55043","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.137392633Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ae05967b-ae0c-4093-baae-b90c60ec0c98","remote_addr":"[fd00:1122:3344:101::b]:55043","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":233,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.287468531Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:33904"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.287695286Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"b41b6200-0ef9-410d-a3be-38651c7c7487","remote_addr":"[fd00:1122:3344:101::b]:33904","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":179,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.333413118Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48073"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.33350788Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8efa2889-9531-425f-a29b-bf78ac80f593","remote_addr":"[fd00:1122:3344:101::c]:48073","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.384000688Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61706"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.384223593Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"88aa9fc5-3106-468c-9204-c933d4693bb7","remote_addr":"[fd00:1122:3344:101::c]:61706","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.394523291Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60898"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.394646943Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.435320234Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.496229623Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ff5f40be-bf5c-482f-9dcf-bbb9d436fefb","remote_addr":"[fd00:1122:3344:101::b]:60898","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101637,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.496487178Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.496532429Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"24db95c3-c523-4ed2-90c9-10c47beeb269","remote_addr":"[fd00:1122:3344:101::c]:48073","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":107,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.496726802Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"19f1916f-33d3-4284-aca3-1507e565b32f","remote_addr":"[fd00:1122:3344:101::b]:60898","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":231,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.507293876Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"af4f019f-ff3e-40b2-a7a1-8dcd7ea2a8f4","remote_addr":"[fd00:1122:3344:101::c]:48073","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":290,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.533484134Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:64370"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.533587456Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.574622794Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.634110724Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ecde0042-8358-450a-95ca-29ec977a4ccc","remote_addr":"[fd00:1122:3344:101::c]:64370","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100563,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:03.637677816Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"69b1a5e6-9253-4dd0-ac3f-663623fb2152","remote_addr":"[fd00:1122:3344:101::c]:64370","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:09.488681466Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:09.489450822Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:09.491558354Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:09.492542724Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:13.023151506Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39400"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:13.023309619Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"446a3aff-7614-4a85-8d8d-844c245b235e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39400","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:19.492811767Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:19.493589362Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:19.495600173Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:19.496548002Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:29.497673513Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:29.498471299Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:29.500399078Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:29.501330877Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:32.200592768Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44319"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:32.200758501Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0ef4b290-eafd-4928-81a6-093266205bfe","remote_addr":"[fd00:1122:3344:101::a]:44319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:32.259603969Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:32.25966177Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"71feabbe-8599-4c18-80e6-f6b529dad1bb","remote_addr":"[fd00:1122:3344:101::a]:44319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:32.268494518Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0a01984a-58e0-4667-a033-1e4a1823c076","remote_addr":"[fd00:1122:3344:101::a]:44319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":198,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:32.301389162Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58861"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:32.301507494Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:32.343272476Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:32.401516371Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4ceb69d7-4439-4594-9150-955cdbedd0b4","remote_addr":"[fd00:1122:3344:101::a]:58861","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100072,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:32.401747936Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:65436"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:32.402031932Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7446ac9f-cf9e-485d-8860-8dbc7c03c9ae","remote_addr":"[fd00:1122:3344:101::a]:58861","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":245,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:32.402186085Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"333f903d-66c8-4236-b32f-7882a834c122","remote_addr":"[fd00:1122:3344:101::a]:65436","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":269,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:32.960232202Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34884"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:32.960315584Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"72ce3e3b-2be1-4a0c-b55e-ece5e63e4b41","remote_addr":"[fd00:1122:3344:101::b]:34884","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:32.978697165Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:32.978727215Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d92cbb9f-7374-46ab-b44d-b4d2ce176409","remote_addr":"[fd00:1122:3344:101::b]:34884","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":75,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:32.997027095Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"eaa949cd-34dc-490b-a2f5-afd795f11f45","remote_addr":"[fd00:1122:3344:101::b]:34884","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":238,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:33.04789223Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44920"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:33.048068834Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c097ec25-a4fe-4548-b1af-caabd25ede50","remote_addr":"[fd00:1122:3344:101::b]:44920","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":133,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:33.104748377Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40763"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:33.10486439Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:33.152575042Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:33.222456432Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"77c5e559-f415-469a-9520-25d258c405d9","remote_addr":"[fd00:1122:3344:101::b]:40763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":117630,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:33.222578925Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:44610"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:33.222698247Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b472b155-4391-46bf-8462-54240be634fc","remote_addr":"[fd00:1122:3344:101::c]:44610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:33.22284565Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"64051a7d-2bef-479a-81e6-6d093f407c1a","remote_addr":"[fd00:1122:3344:101::b]:40763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:33.24516275Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:33.245218081Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1d04bd00-7e4c-4053-ab3b-5d62c8a318d8","remote_addr":"[fd00:1122:3344:101::c]:44610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":153,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:33.250987738Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60355"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:33.251294434Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"14a39d35-b783-4a36-84ec-261fbfb413a6","remote_addr":"[fd00:1122:3344:101::c]:60355","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":209,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:33.256479249Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58083"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:33.256638322Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:33.301459406Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:33.372396517Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"671a776e-4ac8-49a2-a671-44d99d1d06d5","remote_addr":"[fd00:1122:3344:101::c]:58083","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":115845,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:33.372978689Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"5a95db43-f04f-4c8e-9d41-ec5259c1033f","remote_addr":"[fd00:1122:3344:101::c]:58083","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":260,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:33.37304127Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"400f547b-13dd-4c51-a172-a34261c285da","remote_addr":"[fd00:1122:3344:101::c]:44610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":338,"response_code":"204"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:39.504439478Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:39.505128342Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:39.50704715Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:39.507920998Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:43.055652034Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56476"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:32:43.055755087Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"220dbee3-2f1a-4c85-a95a-4b533122074f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56476","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:49.507856424Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:49.508598179Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:49.510563439Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:49.511498897Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:59.512108367Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:59.512833462Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:59.516668719Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:32:59.51821755Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:02.460808361Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34768"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:02.460930794Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4d4e26ae-2343-4d18-af3c-bd275f0e24c9","remote_addr":"[fd00:1122:3344:101::a]:34768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:02.482092111Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:02.482115441Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e7ab867a-c64d-4f41-ab53-0c674525a0ee","remote_addr":"[fd00:1122:3344:101::a]:34768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:02.492426139Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a298b2c1-1b23-45a0-b71a-38f1dc1fb4ad","remote_addr":"[fd00:1122:3344:101::a]:34768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":230,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:02.562810569Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44552"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:02.562991213Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"2862cc19-24af-4b00-bd1d-00cfe2c93a3a","remote_addr":"[fd00:1122:3344:101::a]:44552","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":128,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:02.574222459Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64315"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:02.574316691Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:02.616541593Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:02.675078954Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"adb341ed-3bac-4f36-bc29-89a3a324ba9b","remote_addr":"[fd00:1122:3344:101::a]:64315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100796,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:02.675336089Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"dd8cb247-3a98-4597-b49f-ca588396d6b5","remote_addr":"[fd00:1122:3344:101::a]:64315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.077619214Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62702"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.077792898Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"515bace4-7af3-4acb-8559-a844fbbc6106","remote_addr":"[fd00:1122:3344:101::b]:62702","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.092617867Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.092645187Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ea109324-8739-4d47-b1e6-b5519a50c8f2","remote_addr":"[fd00:1122:3344:101::b]:62702","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.114365395Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f66d6c79-9ad5-427b-96b3-77b0c2445141","remote_addr":"[fd00:1122:3344:101::b]:62702","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":187,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.167443686Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61604"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.167677451Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"85c4ff87-0837-4004-85b5-bf8e0ff1eb39","remote_addr":"[fd00:1122:3344:101::b]:61604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":200,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.22514278Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46589"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.225227752Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.263999264Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.315788749Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d7764722-3d69-48de-9810-1f0280aa60fe","remote_addr":"[fd00:1122:3344:101::b]:46589","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90603,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.316095485Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"74b33374-bdba-4233-85a3-0bcd90d1acd6","remote_addr":"[fd00:1122:3344:101::b]:46589","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.474396308Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:64104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.474537161Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"089ab6c8-93fc-4e2a-8f11-57a598777a70","remote_addr":"[fd00:1122:3344:101::c]:64104","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.490099345Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.490120356Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1f564c54-8e20-4eff-b769-3118e78078ce","remote_addr":"[fd00:1122:3344:101::c]:64104","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.580834805Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49442"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.580996419Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"b7dc6d63-e872-4c70-a9fc-4c6c2094bd50","remote_addr":"[fd00:1122:3344:101::c]:49442","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":116,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.584122292Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"def57f16-fdb6-4969-b792-3baf247e5761","remote_addr":"[fd00:1122:3344:101::c]:64104","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":164,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.595329788Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51638"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.595408599Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.638287815Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.695018009Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"fb123a17-4407-4d0a-a4cf-eed4f9ca413c","remote_addr":"[fd00:1122:3344:101::c]:51638","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99635,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:03.6985607Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7490be71-cc58-413e-a62c-b7592dc017f5","remote_addr":"[fd00:1122:3344:101::c]:51638","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":81,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:09.51680076Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:09.517489424Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:09.519477064Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:09.520404722Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:13.088155303Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56068"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:13.088293106Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"0ab483ec-1b1b-4ea4-9e05-e8b832520f13","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56068","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:19.520335018Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:19.521033612Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:19.522845238Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:19.523740286Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:29.524787725Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:29.525551551Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:29.527531621Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:29.528448469Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:32.2658506Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63640"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:32.265978402Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5850b5ad-6514-41dc-829d-380e32353836","remote_addr":"[fd00:1122:3344:101::a]:63640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:32.319663896Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:32.319686436Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c227ae4e-2951-4f14-bf25-ac739da4b08f","remote_addr":"[fd00:1122:3344:101::a]:63640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:32.326856161Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:35111"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:32.326973283Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:32.376929221Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:32.449057106Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6d78170d-61fa-49f6-8850-8823a09c76f6","remote_addr":"[fd00:1122:3344:101::a]:35111","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":122113,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:32.449387593Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57292"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:32.449815061Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"5003b885-7838-4362-802f-94c60d5b6461","remote_addr":"[fd00:1122:3344:101::a]:35111","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":356,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:32.449894193Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b6a6fabd-2fcb-4a97-a23a-9694ba8aeba0","remote_addr":"[fd00:1122:3344:101::a]:63640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":461,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:32.449992555Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"268d9134-49fc-48ad-9016-1487b5663c46","remote_addr":"[fd00:1122:3344:101::a]:57292","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":331,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:32.90579748Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:33240"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:32.905943432Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b32650fa-23d2-4ef3-a403-5f02aafca3e0","remote_addr":"[fd00:1122:3344:101::b]:33240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:32.948838108Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:32.948856218Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"94d60c5d-971a-44f3-befa-75d0e36ee573","remote_addr":"[fd00:1122:3344:101::b]:33240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:33.015174146Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54496"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:33.01536772Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"d381a477-b764-478f-a50b-2b3f57debdfb","remote_addr":"[fd00:1122:3344:101::b]:54496","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":127,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:33.018165706Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b4036fdd-6f19-4631-8f6a-8e0e5873be98","remote_addr":"[fd00:1122:3344:101::b]:33240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":160,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:33.093157789Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:47802"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:33.093246051Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:33.135268139Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:33.204975725Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"080015ba-bafb-4af9-94d4-1b9fa282d311","remote_addr":"[fd00:1122:3344:101::b]:47802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111747,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:33.205094797Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58894"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:33.20521413Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4124e161-4f51-4e70-b39a-55b15c98c51d","remote_addr":"[fd00:1122:3344:101::c]:58894","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:33.205352432Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6f87ca1e-843a-4c00-90a5-2cac32be4285","remote_addr":"[fd00:1122:3344:101::b]:47802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:33.252368661Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:33.252399162Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"cfe0ec0f-c083-4485-94e4-221744bc81b1","remote_addr":"[fd00:1122:3344:101::c]:58894","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":80,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:33.261623318Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"db89aef7-3322-4835-8cc0-150272bfbf85","remote_addr":"[fd00:1122:3344:101::c]:58894","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":228,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:33.308949913Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:44739"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:33.309088675Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"870758d6-d51c-4ce9-8e9d-148676a4398b","remote_addr":"[fd00:1122:3344:101::c]:44739","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:33.310973033Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47822"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:33.311080336Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:33.355700276Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:33.417335929Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a4a58971-9c60-477c-9355-970390a479d9","remote_addr":"[fd00:1122:3344:101::c]:47822","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106314,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:33.417734767Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3ffd3379-f019-419e-96d5-f4230d9f2bb3","remote_addr":"[fd00:1122:3344:101::c]:47822","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":155,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:39.529007779Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:39.530313665Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:39.533692643Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:39.534932848Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:43.121872356Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51121"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:33:43.122005058Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"4a30103f-723e-40b8-892b-be983e545d8d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51121","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":77,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:49.533622509Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:49.534361314Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:49.536360934Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:49.537291573Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:59.537432573Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:59.538212219Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:59.540197809Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:33:59.541149038Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.433902544Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36403"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.434021796Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"72cfa779-af64-45b1-9e33-426389050594","remote_addr":"[fd00:1122:3344:101::a]:36403","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.466996651Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39232"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.467180575Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"7f7b3c94-0cd6-48c8-8ff3-f89a7c6e6050","remote_addr":"[fd00:1122:3344:101::a]:39232","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":126,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.482887102Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:38579"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.483188278Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1dbf9b5b-ede3-4cf4-b0d0-091aa188969a, kind: Service { id: 4e9fd39d-4113-4491-beca-e49e9a07f310 }, name: Name(\"external-dns-4e9fd39d-4113-4491-beca-e49e9a07f310\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2f3ae2da-b0e7-4755-a7ae-d54ffe51eccc, kind: Service { id: 7de56ef8-bdda-46b0-a9a9-fa5e97a778c5 }, name: Name(\"external-dns-7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: afc30658-25b2-44db-9d11-ba075ebc447b, kind: Service { id: de715031-fa5a-4cf9-bf82-9cec9db59d81 }, name: Name(\"nexus-de715031-fa5a-4cf9-bf82-9cec9db59d81\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 14])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7b24131-9921-4152-b1bb-f948db445563, kind: Service { id: ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a }, name: Name(\"nexus-ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f88dd6c2-772e-44fb-bf3f-d4557d3228a8, kind: Service { id: eea1c48b-e597-47f2-a9c9-8bf328dab7cd }, name: Name(\"nexus-eea1c48b-e597-47f2-a9c9-8bf328dab7cd\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 25])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.483236849Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.483270409Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.48330098Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.483315921Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.483323441Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.483376172Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.483393572Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"9e345b45-1b6c-43d5-9819-f61c1fec87eb","remote_addr":"[fd00:1122:3344:101::a]:38579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":406,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.509711043Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.509726583Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9aeeef8c-03d0-44d0-abfb-315495263ec9","remote_addr":"[fd00:1122:3344:101::a]:36403","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":42,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.545064496Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43880"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.545153018Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.545161308Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.545211959Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.545634378Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.552386684Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"2d3753fa-f200-477e-998f-e3a1ed2434ca","remote_addr":"[fd00:1122:3344:101::a]:36403","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":819,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.559567939Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53818"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.55966009Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.563628601Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.564204542Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.592952062Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.593002403Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.600125847Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.617217822Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.620929266Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.643862419Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.64392997Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_4fe72516-6144-43ef-96ee-e7fbaeb34f42"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.663963895Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e136efe5-676e-4a44-ac50-7ec7bb28217f","remote_addr":"[fd00:1122:3344:101::a]:53818","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104342,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.664330162Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ac04e9db-568d-44ae-9b7a-87ba5ab6345f","remote_addr":"[fd00:1122:3344:101::a]:53818","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":148,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.669566148Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.669588768Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_580c5897-a97f-4c76-9a8f-bf80d62b760e"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.696275586Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.696336888Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_62fc8f20-7ce8-489b-a022-013df6640479"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.719205809Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.71925232Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_af39775d-5158-4242-88aa-5dd2d3c14817"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.741944608Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.741993149Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.764213847Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.764266228Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_da133136-28dd-4eff-a3ed-9f84ec495a60"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:02.77477768Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"9bc46c85-f777-44ba-ba86-c059028e0d3b","remote_addr":"[fd00:1122:3344:101::a]:43880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":229623,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.14460585Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54602"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.144723102Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"826c905a-20d6-4da9-a92c-c6f41efd94cf","remote_addr":"[fd00:1122:3344:101::b]:54602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.194947235Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57363"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.195054747Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d7a5def4-a473-4111-9eb6-874cd81c8d9a","remote_addr":"[fd00:1122:3344:101::c]:57363","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.199453176Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.199477627Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1e5b62af-9fdc-4b38-a688-48348d7c43bc","remote_addr":"[fd00:1122:3344:101::b]:54602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.213308186Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"9ce91989-107d-4cd0-bac6-5ea8f1549907","remote_addr":"[fd00:1122:3344:101::b]:54602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":216,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.254930645Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.254958426Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6fc74d57-db69-4e5f-bf61-fbf33696d22f","remote_addr":"[fd00:1122:3344:101::c]:57363","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.288908591Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:36892"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.289079144Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"095aa1fe-d735-4441-90db-423a6f1e30e5","remote_addr":"[fd00:1122:3344:101::b]:36892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":130,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.318229362Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60879"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.318319444Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.366624688Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.441691903Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"12f35924-7628-44b6-baf8-d486e5596784","remote_addr":"[fd00:1122:3344:101::b]:60879","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123411,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.4420163Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4995a729-0dd7-407c-8d79-6b891de34ac5","remote_addr":"[fd00:1122:3344:101::b]:60879","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.447107202Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.447245025Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.447257195Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.447317236Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.447603652Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.45841763Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46788"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.458671005Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a809f138-918c-4a32-a143-9ab6d4eab0ea","remote_addr":"[fd00:1122:3344:101::c]:46788","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":159,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.461540833Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.461563314Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.468643907Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5f9136d4-f184-40ef-a21d-86330a7f7528","remote_addr":"[fd00:1122:3344:101::c]:57363","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":226,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.489686431Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.489735732Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.515180776Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54414"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.515478971Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.522961892Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.523017334Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.534418204Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37791"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.534983285Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1dbf9b5b-ede3-4cf4-b0d0-091aa188969a, kind: Service { id: 4e9fd39d-4113-4491-beca-e49e9a07f310 }, name: Name(\"external-dns-4e9fd39d-4113-4491-beca-e49e9a07f310\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2f3ae2da-b0e7-4755-a7ae-d54ffe51eccc, kind: Service { id: 7de56ef8-bdda-46b0-a9a9-fa5e97a778c5 }, name: Name(\"external-dns-7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: afc30658-25b2-44db-9d11-ba075ebc447b, kind: Service { id: de715031-fa5a-4cf9-bf82-9cec9db59d81 }, name: Name(\"nexus-de715031-fa5a-4cf9-bf82-9cec9db59d81\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 14])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7b24131-9921-4152-b1bb-f948db445563, kind: Service { id: ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a }, name: Name(\"nexus-ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f88dd6c2-772e-44fb-bf3f-d4557d3228a8, kind: Service { id: eea1c48b-e597-47f2-a9c9-8bf328dab7cd }, name: Name(\"nexus-eea1c48b-e597-47f2-a9c9-8bf328dab7cd\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 25])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.535031736Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.535124038Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.535147638Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.535186479Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.5352101Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.53525073Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.535272361Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d60e3a55-1789-4944-ab99-12aab643f3a5","remote_addr":"[fd00:1122:3344:101::b]:37791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":647,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.549985287Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.550042619Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_4fe72516-6144-43ef-96ee-e7fbaeb34f42"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.555485858Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.575994882Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.576043393Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_580c5897-a97f-4c76-9a8f-bf80d62b760e"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.60413608Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.604266213Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_62fc8f20-7ce8-489b-a022-013df6640479"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.628599533Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8eccfe43-8c73-498c-b81d-63e87f94a6cd","remote_addr":"[fd00:1122:3344:101::c]:54414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113232,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.628978301Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"07fd5ea0-cb9e-4981-89b1-621cafd0f3c1","remote_addr":"[fd00:1122:3344:101::c]:54414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":156,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.635003013Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.635027413Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_af39775d-5158-4242-88aa-5dd2d3c14817"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.647932614Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50823"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.651073117Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.651086767Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.651143168Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.657028257Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.664780133Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.664832064Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 1b72df9a-7b76-458e-9ee3-3ca99732ea65 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.678931869Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.67897731Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_1b72df9a-7b76-458e-9ee3-3ca99732ea65"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 13de655b-3793-4d59-8bc1-22889b3fb01b (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.704161528Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.704208869Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_13de655b-3793-4d59-8bc1-22889b3fb01b"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.708502825Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51679"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.709027526Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1dbf9b5b-ede3-4cf4-b0d0-091aa188969a, kind: Service { id: 4e9fd39d-4113-4491-beca-e49e9a07f310 }, name: Name(\"external-dns-4e9fd39d-4113-4491-beca-e49e9a07f310\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2f3ae2da-b0e7-4755-a7ae-d54ffe51eccc, kind: Service { id: 7de56ef8-bdda-46b0-a9a9-fa5e97a778c5 }, name: Name(\"external-dns-7de56ef8-bdda-46b0-a9a9-fa5e97a778c5\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: afc30658-25b2-44db-9d11-ba075ebc447b, kind: Service { id: de715031-fa5a-4cf9-bf82-9cec9db59d81 }, name: Name(\"nexus-de715031-fa5a-4cf9-bf82-9cec9db59d81\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 14])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7b24131-9921-4152-b1bb-f948db445563, kind: Service { id: ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a }, name: Name(\"nexus-ccf769ca-e6aa-41c6-80d6-7f1cfa2a624a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f88dd6c2-772e-44fb-bf3f-d4557d3228a8, kind: Service { id: eea1c48b-e597-47f2-a9c9-8bf328dab7cd }, name: Name(\"nexus-eea1c48b-e597-47f2-a9c9-8bf328dab7cd\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 25])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.709079917Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.709120278Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.709141528Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.709169829Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.70920175Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.70922085Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.70924621Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ca27c4cc-cc4f-49c6-bcbc-40f83b756944","remote_addr":"[fd00:1122:3344:101::c]:51679","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":546,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.718409395Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.718430086Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_da133136-28dd-4eff-a3ed-9f84ec495a60"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.732655592Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"6dbb59c0-fba5-452e-8b05-4216e329dcf2","remote_addr":"[fd00:1122:3344:101::b]:37607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":285457,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 06ee1c63-02b8-46d6-96ed-aa8ab7a8d522 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.735455189Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.735467329Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_06ee1c63-02b8-46d6-96ed-aa8ab7a8d522"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4fe72516-6144-43ef-96ee-e7fbaeb34f42 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.760230609Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.76028524Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_4fe72516-6144-43ef-96ee-e7fbaeb34f42"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 580c5897-a97f-4c76-9a8f-bf80d62b760e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.783732753Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.783786744Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_580c5897-a97f-4c76-9a8f-bf80d62b760e"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 62fc8f20-7ce8-489b-a022-013df6640479 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.806353429Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.80640767Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_62fc8f20-7ce8-489b-a022-013df6640479"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: af39775d-5158-4242-88aa-5dd2d3c14817 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.828813902Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.828863053Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_af39775d-5158-4242-88aa-5dd2d3c14817"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 9bc99efb-91b7-405a-b8dd-0949d11c1f4a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.851368747Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.851416268Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_9bc99efb-91b7-405a-b8dd-0949d11c1f4a"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: da133136-28dd-4eff-a3ed-9f84ec495a60 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.880713359Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.880778751Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_da133136-28dd-4eff-a3ed-9f84ec495a60"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:03.894792843Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"f91e64ae-a699-4905-a875-aff02b8e3e15","remote_addr":"[fd00:1122:3344:101::c]:50823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":246692,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:09.541016214Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:09.541781749Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:09.543740069Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:09.544683178Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:13.15563001Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43303"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:13.155729182Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"834a8ab5-5c9c-4537-8ed2-39a1e29f688e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43303","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:19.545456511Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:19.546260207Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:19.548284988Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:19.549215916Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:29.549302856Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:29.550013511Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:29.552014311Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:29.55295119Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:32.186782481Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57224"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:32.186893043Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"cb88a663-0666-4d12-af3a-1615f396c2b8","remote_addr":"[fd00:1122:3344:101::a]:57224","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:32.203531949Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:32.20358291Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c521db4c-e6d1-4b18-a629-bb27177029a6","remote_addr":"[fd00:1122:3344:101::a]:57224","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":126,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:32.211490009Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"6165dea1-3138-4b75-bfd0-d91f979847ef","remote_addr":"[fd00:1122:3344:101::a]:57224","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":158,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:32.250936835Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59568"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:32.251043687Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:32.291524964Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:32.350922182Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e3ba4169-ba50-4f19-9bce-de452f7f9129","remote_addr":"[fd00:1122:3344:101::a]:59568","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99921,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:32.351037165Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34010"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:32.35128615Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"e458c458-45a2-43cb-a877-928056bb1e50","remote_addr":"[fd00:1122:3344:101::a]:34010","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":170,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:32.351392662Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8e79f65a-ffc9-423f-a4a4-cc7dfa616767","remote_addr":"[fd00:1122:3344:101::a]:59568","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":203,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:32.950428905Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46936"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:32.950524637Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8692724f-dd64-4f27-be2c-cd1c83700f0f","remote_addr":"[fd00:1122:3344:101::b]:46936","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":42,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:33.025751775Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:33.025779015Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e9c6a475-edfc-4e79-a024-9691b990b1c5","remote_addr":"[fd00:1122:3344:101::b]:46936","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":75,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:33.034701815Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5bc50d6b-3685-4917-bf0c-b5687ba71efc","remote_addr":"[fd00:1122:3344:101::b]:46936","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":181,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:33.076831065Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34370"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:33.076931947Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:33.117639928Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:33.190024769Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b241f713-bbcb-4838-80be-2cbfaaf8c5f0","remote_addr":"[fd00:1122:3344:101::b]:34370","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113142,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:33.190162671Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34251"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:33.190363315Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"209cc36d-a125-43ba-95d5-ff808ca3658f","remote_addr":"[fd00:1122:3344:101::c]:34251","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":137,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:33.190518509Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"acc7abac-2c79-4df5-ad6c-dbe9cdf54c42","remote_addr":"[fd00:1122:3344:101::b]:34370","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:33.206213115Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:36295"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:33.206481581Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"68504bb8-7d69-4ef2-827c-a03a4fe6c824","remote_addr":"[fd00:1122:3344:101::b]:36295","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":191,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:33.273927061Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41725"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:33.274107615Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8aadbe90-d3ff-4b8a-8645-4d3c8ce56550","remote_addr":"[fd00:1122:3344:101::c]:41725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:33.29367993Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54969"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:33.293807652Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:33.335072105Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:33.398527585Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0b77dcb5-3aaa-47b2-af76-9abe1bbad3e9","remote_addr":"[fd00:1122:3344:101::c]:54969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104773,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:33.398701498Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:33.398715139Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f8405961-7725-4577-a135-7ba23d197f7d","remote_addr":"[fd00:1122:3344:101::c]:41725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":70,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:33.398864342Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ed606a51-33ae-4ec2-82a1-e7d717a6ff12","remote_addr":"[fd00:1122:3344:101::c]:54969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:33.409301042Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e93811c7-bdd6-480e-919c-4bb13b65ff18","remote_addr":"[fd00:1122:3344:101::c]:41725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":220,"response_code":"204"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:39.553688042Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:39.554452727Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:39.556392607Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:39.557335246Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:43.189581898Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59584"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:43.189715601Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"c5983b2d-be19-4c6a-afe5-e4eea759825f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59584","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:49.55814673Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:49.558894955Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:49.560879865Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:49.561863815Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:51.967699976Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41502"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:51.967942971Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"5f424640-6878-4ff3-a1f6-8fc86ab73d1c","remote_addr":"[fd00:1122:3344:101::a]:41502","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":163,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:51.968813659Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(12480612) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:51.96885597Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"PUT","req_id":"706bc0ee-3846-4c30-a1ed-b5dc9b4fd514","remote_addr":"[fd00:1122:3344:101::a]:41502","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":668,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:52.219147429Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:45334"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:52.225447796Z","hostname":"sock","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: bbb0dd0e-24fe-4f48-9980-3607c8d4a485, project_id: abc14305-618e-4e0b-a048-f75cce54a9cc }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-11-26T05:34:52.218898814Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: e3e68f4a-cacf-4205-872f-13df2c5d84f5, kind: Instance { id: 2a0063fb-163a-47be-951b-5ff819a91241 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12480612), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: e3e68f4a-cacf-4205-872f-13df2c5d84f5, kind: Instance { id: 2a0063fb-163a-47be-951b-5ff819a91241 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12480612), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: e3e68f4a-cacf-4205-872f-13df2c5d84f5, kind: Instance { id: 2a0063fb-163a-47be-951b-5ff819a91241 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12480612), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(12480612))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: e3e68f4a-cacf-4205-872f-13df2c5d84f5, kind: Instance { id: 2a0063fb-163a-47be-951b-5ff819a91241 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12480612), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-783dc4d5c16\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 08a74e0f-bb29-4d41-ae59-2f9f1bf6cb35, read_only_parent: Some(Volume { block_size: 512, id: 7ed9fa6f-faf9-4db0-828a-2363abb65f42, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: dab75580-38d5-460a-9a64-5e99d585befa, key: Some(\"HE62Yk6nvHd9TL2xbqzt3Q8C5JBFdbXcvf6XH0cPjQs=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::16]:19001\", \"[fd00:1122:3344:101::14]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 08a74e0f-bb29-4d41-ae59-2f9f1bf6cb35, key: Some(\"THDhta9oldYomX1gM5sv689g2mYfnjp833Qo7VZDYx0=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::16]:19002\", \"[fd00:1122:3344:101::17]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-783dc4d5c16\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:52.225490787Z","hostname":"sock","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:52.225583139Z","hostname":"sock","pid":1566,"propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"sled-agent/src/instance.rs:1281","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: e3e68f4a-cacf-4205-872f-13df2c5d84f5, kind: Instance { id: 2a0063fb-163a-47be-951b-5ff819a91241 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12480612), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: e3e68f4a-cacf-4205-872f-13df2c5d84f5, kind: Instance { id: 2a0063fb-163a-47be-951b-5ff819a91241 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12480612), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: e3e68f4a-cacf-4205-872f-13df2c5d84f5, kind: Instance { id: 2a0063fb-163a-47be-951b-5ff819a91241 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12480612), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(12480612))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: e3e68f4a-cacf-4205-872f-13df2c5d84f5, kind: Instance { id: 2a0063fb-163a-47be-951b-5ff819a91241 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12480612), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-783dc4d5c16\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 08a74e0f-bb29-4d41-ae59-2f9f1bf6cb35, read_only_parent: Some(Volume { block_size: 512, id: 7ed9fa6f-faf9-4db0-828a-2363abb65f42, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: dab75580-38d5-460a-9a64-5e99d585befa, key: Some(\"HE62Yk6nvHd9TL2xbqzt3Q8C5JBFdbXcvf6XH0cPjQs=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::16]:19001\", \"[fd00:1122:3344:101::14]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 08a74e0f-bb29-4d41-ae59-2f9f1bf6cb35, key: Some(\"THDhta9oldYomX1gM5sv689g2mYfnjp833Qo7VZDYx0=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::16]:19002\", \"[fd00:1122:3344:101::17]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-783dc4d5c16\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-11-26T05:34:52.218898814Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:52.227482647Z","hostname":"sock","pid":1566,"uri":"/vmms/18c3679d-4ace-4a68-abd2-0ed1a1da0ede","method":"PUT","req_id":"27e79c43-2a4e-4a14-a4a1-4f89b54d5d68","remote_addr":"[fd00:1122:3344:101::a]:45334","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8177,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:52.303189154Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46483"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:52.303944929Z","hostname":"sock","pid":1566,"uri":"/vmms/18c3679d-4ace-4a68-abd2-0ed1a1da0ede/state","method":"PUT","req_id":"1320e1aa-37c7-41cf-8c09-fd4cf0328839","remote_addr":"[fd00:1122:3344:101::a]:46483","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":672,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:52.305524781Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 12480612 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:52.305999831Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:52.348460947Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:52.376791839Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:52.442044015Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60360"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:52.442234169Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"fcb0ecc1-9966-46af-a57a-f907a5aea391","remote_addr":"[fd00:1122:3344:101::a]:60360","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:52.46063234Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {e3e68f4a-cacf-4205-872f-13df2c5d84f5: {10.151.2.176: {9b633903-db75-4bec-90eb-8aff049b5285}, 10.151.2.175: {9b633903-db75-4bec-90eb-8aff049b5285}}} }"} {"msg":"Profile for oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:54.104591914Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:54.104765627Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede\") failed: Property not found. retry in 28.404809ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:54.279952762Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede\") failed: Property not found. retry in 101.290733ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:54.320906158Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede\") failed: Property not found. retry in 121.636006ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:54.441614583Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede\") failed: Property not found. retry in 492.5213ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:54.585808612Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede\") failed: Property not found. retry in 663.934921ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:55.097424662Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede\") failed: Property not found. retry in 673.064562ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:55.77496211Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede\") failed: Property not found. retry in 996.515348ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:56.461121842Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede\") failed: Property not found. retry in 559.360713ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:57.470674187Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede\") failed: Property not found. retry in 993.416538ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:58.043342679Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:34:59.071373017Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"sled-agent/src/instance.rs:1787"} {"msg":"wait for service Some(\"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede\") failed: Property not found. retry in 31.258405ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:59.08292552Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede\") failed: Property not found. retry in 120.954005ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:59.125684353Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede\") failed: Property not found. retry in 290.97913ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:59.260357759Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede\") failed: Property not found. retry in 435.267815ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:59.564593657Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:59.567453394Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:59.568141998Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:59.570107168Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:34:59.571009146Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:00.013636805Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"sled-agent/src/instance.rs:1796"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:00.050131641Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"sled-agent/src/instance.rs:1820"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:00.188405481Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"sled-agent/src/instance.rs:932"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:00.189141575Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1231"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:00.189210917Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"dd615aeb-361e-480f-a063-9b93b51f98f0","remote_addr":"[fd00:1122:3344:101::a]:60360","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7730041,"response_code":"204"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-11-26T05:35:00.189279368Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:00.189310099Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:00.189325199Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-11-26T05:35:00.189279368Z }","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:00.189331819Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-11-26T05:35:00.189279368Z }, migration_in: None, migration_out: None }","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-11-26T05:35:00.206468345Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:00.206498145Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:00.206528306Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-26T05:35:00.206468345Z }","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:00.206535756Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-26T05:35:00.206468345Z }, migration_in: None, migration_out: None }","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:00.26917086Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"76c76f12-8b2a-4787-ad1b-d6b0645d63f6","remote_addr":"[fd00:1122:3344:101::a]:60360","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":380,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:02.256176443Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33639"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:02.25655166Z","hostname":"sock","pid":1566,"uri":"/vmms/18c3679d-4ace-4a68-abd2-0ed1a1da0ede/state","method":"GET","req_id":"e4ad3f77-5a6b-4f5e-90ac-f8a6af9dbe64","remote_addr":"[fd00:1122:3344:101::a]:33639","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":280,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:02.290971775Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60190"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:02.291169419Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1b3f8a4b-5033-4f46-bbb5-1d8100b80332","remote_addr":"[fd00:1122:3344:101::a]:60190","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:02.353270691Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {e3e68f4a-cacf-4205-872f-13df2c5d84f5: {10.151.2.176: {9b633903-db75-4bec-90eb-8aff049b5285}, 10.151.2.175: {9b633903-db75-4bec-90eb-8aff049b5285}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:02.353305152Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e118862e-0450-4af5-9a40-db43b58648ff","remote_addr":"[fd00:1122:3344:101::a]:60190","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":164,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:02.380322167Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"102fc4ba-a6d9-49f4-aff9-4fcebf153f21","remote_addr":"[fd00:1122:3344:101::a]:60190","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":265,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:02.478245923Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58832"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:02.478436867Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"da29af8a-4409-4149-b7af-00f9204af8e5","remote_addr":"[fd00:1122:3344:101::a]:58832","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:02.540903177Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63211"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:02.541001559Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:02.603509059Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:02.689987534Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"78fd74c5-96f4-41c7-88a2-61419241b9e5","remote_addr":"[fd00:1122:3344:101::a]:63211","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":149031,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:02.690386082Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7f130de1-2d12-4978-932f-03d6e0ee159d","remote_addr":"[fd00:1122:3344:101::a]:63211","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":161,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.187246374Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61368"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.187356917Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"23cab558-1d7a-4ca6-95bf-de922ccb75cc","remote_addr":"[fd00:1122:3344:101::c]:61368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.217207529Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.217337512Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"897cbdd2-a3e7-4836-9b87-9a28da650a04","remote_addr":"[fd00:1122:3344:101::b]:39877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.245814236Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62872"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.248552581Z","hostname":"sock","pid":1566,"uri":"/vmms/18c3679d-4ace-4a68-abd2-0ed1a1da0ede/state","method":"GET","req_id":"fc585172-09b0-4013-bfbd-a49c579abc3f","remote_addr":"[fd00:1122:3344:101::b]:62872","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":128,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.268390681Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {e3e68f4a-cacf-4205-872f-13df2c5d84f5: {10.151.2.176: {9b633903-db75-4bec-90eb-8aff049b5285}, 10.151.2.175: {9b633903-db75-4bec-90eb-8aff049b5285}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.268425562Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a3c9e43b-e43a-4235-b18f-630c0bbe9700","remote_addr":"[fd00:1122:3344:101::c]:61368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":166,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.303408158Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {e3e68f4a-cacf-4205-872f-13df2c5d84f5: {10.151.2.176: {9b633903-db75-4bec-90eb-8aff049b5285}, 10.151.2.175: {9b633903-db75-4bec-90eb-8aff049b5285}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.303444449Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8328c32c-7e82-4b86-afe3-49d7186be30e","remote_addr":"[fd00:1122:3344:101::b]:39877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.329121847Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d41faf60-c30b-4be7-8d9e-b098e88cd786","remote_addr":"[fd00:1122:3344:101::b]:39877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":251,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.359892297Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34489"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.359995399Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.412935337Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.492812559Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"bc376086-e7ab-4c83-ab32-ce2e4ad124e3","remote_addr":"[fd00:1122:3344:101::b]:34489","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":132857,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.493004033Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36689"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.493046183Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63856"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.493427521Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"344565e9-a290-4cfd-bfcf-d34f1eeb3211","remote_addr":"[fd00:1122:3344:101::b]:63856","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":300,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.493508663Z","hostname":"sock","pid":1566,"uri":"/vmms/18c3679d-4ace-4a68-abd2-0ed1a1da0ede/state","method":"GET","req_id":"618ba5f5-7f49-490f-b4bf-309198c2ceb1","remote_addr":"[fd00:1122:3344:101::c]:36689","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":250,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.493552774Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e554b023-cc21-449c-9c0f-432c634dd8d0","remote_addr":"[fd00:1122:3344:101::b]:34489","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":398,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.493611195Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1a4f5cfc-9fae-4b94-8f62-586681794099","remote_addr":"[fd00:1122:3344:101::c]:61368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":481,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.573480916Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57311"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.573709611Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"f4e6364b-ecd2-4d90-92c1-fdc8f6476062","remote_addr":"[fd00:1122:3344:101::c]:57311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":180,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.575761972Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62773"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.575883485Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.621993105Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.687325603Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"85942731-edff-445a-b6a4-671a3b30531b","remote_addr":"[fd00:1122:3344:101::c]:62773","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111477,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:03.687662909Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f49c2b01-d325-4c3d-a3bc-484341a1c1e5","remote_addr":"[fd00:1122:3344:101::c]:62773","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:05.734273136Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:35:09.571302449Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:35:09.572048664Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:35:09.574038984Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:35:09.574997024Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:10.034453041Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48519"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:10.035219697Z","hostname":"sock","pid":1566,"uri":"/vmms/18c3679d-4ace-4a68-abd2-0ed1a1da0ede/state","method":"PUT","req_id":"6e4ef86c-46a8-45df-aba6-a5302ff97250","remote_addr":"[fd00:1122:3344:101::a]:48519","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":662,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-11-26T05:35:10.035389840Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:10.035419051Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:10.035435671Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-11-26T05:35:10.035389840Z }","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:10.035467212Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-11-26T05:35:10.035389840Z }, migration_in: None, migration_out: None }","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-11-26T05:35:10.085900829Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:10.08592167Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:10.08594501Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-11-26T05:35:10.085900829Z }","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:10.085968511Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"sled-agent/src/instance.rs:816","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:10.086087153Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:35:10.086293267Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"17199238122523551428"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:10.086305567Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:10.086329218Z","hostname":"sock","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/8488adc3-a35c-4d33-bd61-39dfc8c64c55/debug/bundle/zone\", \"/pool/int/e4c38366-5212-46e4-b3d0-f797c1f6a6ba/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/1b72df9a-7b76-458e-9ee3-3ca99732ea65/crypt/debug\", \"/pool/ext/13de655b-3793-4d59-8bc1-22889b3fb01b/crypt/debug\", \"/pool/ext/06ee1c63-02b8-46d6-96ed-aa8ab7a8d522/crypt/debug\", \"/pool/ext/4fe72516-6144-43ef-96ee-e7fbaeb34f42/crypt/debug\", \"/pool/ext/580c5897-a97f-4c76-9a8f-bf80d62b760e/crypt/debug\", \"/pool/ext/62fc8f20-7ce8-489b-a022-013df6640479/crypt/debug\", \"/pool/ext/af39775d-5158-4242-88aa-5dd2d3c14817/crypt/debug\", \"/pool/ext/9bc99efb-91b7-405a-b8dd-0949d11c1f4a/crypt/debug\", \"/pool/ext/da133136-28dd-4eff-a3ed-9f84ec495a60/crypt/debug\"] }","zone_name":"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:35:10.086347498Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"10980807510931325213"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:10.759156191Z","hostname":"sock","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede\", bundle_id: b69b9d8a-7898-4cd4-b8a6-d2d3f59d59c9 }, time_created: 2024-11-26T05:35:10.086792417Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_18c3679d-4ace-4a68-abd2-0ed1a1da0ede","v":0,"name":"SledAgent","level":40,"time":"2024-11-26T05:35:10.759243413Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"sled-agent/src/instance.rs:1032"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:12.538010785Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"illumos-utils/src/zone.rs:279"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:12.557526929Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(12480612), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:12.55758034Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(12480612), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:12.557997409Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-11-26T05:35:12.557965718Z }, migration_in: None, migration_out: None }","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:12.581238508Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-11-26T05:35:12.557965718Z }, migration_in: None, migration_out: None }","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:12.583983833Z","hostname":"sock","pid":1566,"instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","propolis_id":"18c3679d-4ace-4a68-abd2-0ed1a1da0ede","instance_id":"2a0063fb-163a-47be-951b-5ff819a91241","component":"InstanceManager","file":"sled-agent/src/instance.rs:969"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:13.049957952Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62562"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:13.050062224Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e013b042-9162-47e4-b584-63b1e046e597","remote_addr":"[fd00:1122:3344:101::a]:62562","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:13.098959591Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:13.098989401Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1231"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:13.098994801Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8b5fd262-5e4d-410a-be02-fe53f74c72dd","remote_addr":"[fd00:1122:3344:101::a]:62562","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:13.116716319Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e8e1319f-64bd-4ae4-aecd-a918ba2fb407","remote_addr":"[fd00:1122:3344:101::a]:62562","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":220,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:13.226215688Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62692"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:13.226352081Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"765d025c-5b16-4ca0-a2d2-c5537231bff9","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62692","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:13.255379396Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47927"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:13.255535769Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"5c5c500c-3da3-410e-81f3-a130fbf54721","remote_addr":"[fd00:1122:3344:101::a]:47927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:13.609467639Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41383"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:13.609630002Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"338a4561-5502-46ee-8021-d1afe10a0366","remote_addr":"[fd00:1122:3344:101::a]:41383","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:13.689995394Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:51610"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:13.690091636Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3484edb1-6768-44c7-bcb3-73c84efd7d8a","remote_addr":"[fd00:1122:3344:101::a]:51610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:13.703605318Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:13.703625519Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c2d0a0c4-6902-4d76-bf82-618aa1c69ff4","remote_addr":"[fd00:1122:3344:101::a]:51610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":67,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:13.712290293Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a09463dc-0cc5-4eba-bd70-07396174403b","remote_addr":"[fd00:1122:3344:101::a]:51610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":167,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:14.373610504Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56533"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:14.373756147Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1f0bd5e9-8a4e-4e1f-a40e-3fc48fa71142","remote_addr":"[fd00:1122:3344:101::a]:56533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":75,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:14.424201985Z","hostname":"sock","pid":1566,"sled_id":"797da6fd-f74f-4d1b-bf7c-cab1c0adf4e8","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:14.424233345Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6867a1ed-e402-487d-8154-26d6bc617b28","remote_addr":"[fd00:1122:3344:101::a]:56533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-26T05:35:14.433471822Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"9b8068c4-2c19-469d-9a6b-4b6dc0555552","remote_addr":"[fd00:1122:3344:101::a]:56533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":172,"response_code":"204"}