[ Jun 28 22:08:17 Enabled. ] [ Jun 28 22:08:17 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Jun 28 22:08:17 Method "start" exited with status 0. ] [ Jun 28 22:08:17 Rereading configuration. ] [ Jun 28 22:08:17 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:17.451520547Z","hostname":"buskin","pid":1562,"file":"illumos-utils/src/running_zone.rs:163"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:17.45169634Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:17.504323158Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:17.504366719Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:17.620690061Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:17.629631758Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:17.637582952Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.237620104Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.376978797Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:119"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.377048118Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:131"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.377071929Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:141"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.37716124Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:162","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.37718931Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:506"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.3772136Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:625"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.380414582Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:535"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:18.380420882Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:674"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.380434462Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:176"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.380438662Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:733"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.380451353Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.380504343Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:262","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.380570674Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.380585555Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.380618665Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:121","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.392968277Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.393001567Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:315","id":"8cbaafb4-c085-4997-8977-45726fe29b62 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.490853017Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 8cbaafb4-c085-4997-8977-45726fe29b62 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.692477356Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.692513256Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.692519466Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.692525396Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.692536897Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.692541677Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.692562237Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:121","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.7011924Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.70122155Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:315","id":"aac5d29e-4a80-46cd-84a5-ef3e32cd78c3 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.788261259Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: aac5d29e-4a80-46cd-84a5-ef3e32cd78c3 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989064386Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989102727Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 8cbaafb4-c085-4997-8977-45726fe29b62 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: aac5d29e-4a80-46cd-84a5-ef3e32cd78c3 (zpool), kind: Internal } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989124287Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989134587Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989146337Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989150587Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989162258Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989214908Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 8cbaafb4-c085-4997-8977-45726fe29b62 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: aac5d29e-4a80-46cd-84a5-ef3e32cd78c3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989229488Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989233928Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989238548Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989242019Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989274569Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_2.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989284999Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989289009Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.9893056Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 8cbaafb4-c085-4997-8977-45726fe29b62 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: aac5d29e-4a80-46cd-84a5-ef3e32cd78c3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989315069Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_3.vdev"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.98931965Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.98932418Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.98932769Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.9893347Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 8cbaafb4-c085-4997-8977-45726fe29b62 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: aac5d29e-4a80-46cd-84a5-ef3e32cd78c3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.98934827Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.98935232Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.98935635Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.98936021Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_4.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.98936447Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.98936809Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.98937415Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 8cbaafb4-c085-4997-8977-45726fe29b62 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: aac5d29e-4a80-46cd-84a5-ef3e32cd78c3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989394961Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989399711Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989403651Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989407931Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 8cbaafb4-c085-4997-8977-45726fe29b62 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: aac5d29e-4a80-46cd-84a5-ef3e32cd78c3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989423581Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989427501Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989431891Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989437001Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989440621Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_6.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989446591Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989449921Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989455871Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 8cbaafb4-c085-4997-8977-45726fe29b62 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: aac5d29e-4a80-46cd-84a5-ef3e32cd78c3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989478092Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989482842Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989486252Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_7.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989492762Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 8cbaafb4-c085-4997-8977-45726fe29b62 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: aac5d29e-4a80-46cd-84a5-ef3e32cd78c3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989508382Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989512732Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989518822Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989522462Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989526542Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989538163Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989541703Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989545423Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 8cbaafb4-c085-4997-8977-45726fe29b62 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: aac5d29e-4a80-46cd-84a5-ef3e32cd78c3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989562783Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989566923Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989570783Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:91"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989580823Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:93"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989584153Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 8cbaafb4-c085-4997-8977-45726fe29b62 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: aac5d29e-4a80-46cd-84a5-ef3e32cd78c3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033 })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989612984Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989617733Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989621184Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989624694Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:200"} {"msg":"No ledger in /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989657274Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989674974Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989688165Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989695145Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989702645Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989706615Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989735835Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:205"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:18.989740085Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:220"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.001026383Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:712"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.001061983Z","hostname":"buskin","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:289","time_to_next_cleanup":"599.99992452s","next_cleanup":"Instant { tv_sec: 1548, tv_nsec: 896919458 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.001110734Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3557"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.001116574Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.001163845Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.001174055Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.004240365Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:196"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.004326116Z","hostname":"buskin","pid":1562,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.00462089Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1011"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.00462823Z","hostname":"buskin","pid":1562,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.004690321Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.004740611Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.004760442Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.004765032Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1071"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.004791772Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.004803262Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.004819492Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.004822903Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1112"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.004826012Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.004829143Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.004851243Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Writing ledger to /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.004871923Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.005233398Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.00539109Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.00540035Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1145"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.0054381Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.005444931Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.005588662Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.005728504Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.005767905Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: a9021c63-7f96-431e-9198-9a7654ae0f67, rack_id: 22728d30-b15c-4a22-83e6-f1b1e01718ef, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.005900537Z","hostname":"buskin","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:39830","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: a9021c63-7f96-431e-9198-9a7654ae0f67, rack_id: 22728d30-b15c-4a22-83e6-f1b1e01718ef, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.006005268Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:360"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.006014838Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:375"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.006043088Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.006051588Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:530"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.006057749Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.006072689Z","hostname":"buskin","pid":1562,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.006077269Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.006082069Z","hostname":"buskin","pid":1562,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.006088429Z","hostname":"buskin","pid":1562,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.006100779Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:519"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.006103949Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:547"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.010254243Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3789"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.017179554Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.027153375Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.038108788Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.047349529Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.055926171Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.064757827Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.072971634Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.081343034Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.089649062Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"No disks to be automatically managed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.089693013Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:558"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.089698293Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:370"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.089708433Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:339"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.089721514Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:449","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.089730814Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.100055969Z","hostname":"buskin","pid":1562,"sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:355"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.100124499Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.10014462Z","hostname":"buskin","pid":1562,"sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:367"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.100236521Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 141.634746ms","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.103035308Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f01b063-7cc5-4d8c-8008-15ec1b6d7a60\", \"content-length\": \"124\", \"date\": \"Fri, 28 Jun 2024 22:08:18 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4f01b063-7cc5-4d8c-8008-15ec1b6d7a60\" }"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.11086952Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"attempting to create encrypted zvol: name=\"oxi_8cbaafb4-c085-4997-8977-45726fe29b62/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.113347292Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.128571122Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"successfully created encrypted zvol: name=\"oxi_8cbaafb4-c085-4997-8977-45726fe29b62/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.136668048Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_8cbaafb4-c085-4997-8977-45726fe29b62/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.136713448Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.141654743Z","hostname":"buskin","pid":1562,"sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:382"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.141663103Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"} {"msg":"Ensuring dataset oxi_8cbaafb4-c085-4997-8977-45726fe29b62/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.141667363Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.212387279Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.245508042Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 118.179599ms","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.246212041Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd3f297d-0dc3-47d3-8315-70ae0a78642e\", \"content-length\": \"124\", \"date\": \"Fri, 28 Jun 2024 22:08:19 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"bd3f297d-0dc3-47d3-8315-70ae0a78642e\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.365292229Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 173.043498ms","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.365847917Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bc7f14a-4aba-41f4-9b84-5dcd722b1c86\", \"content-length\": \"124\", \"date\": \"Fri, 28 Jun 2024 22:08:19 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2bc7f14a-4aba-41f4-9b84-5dcd722b1c86\" }"} {"msg":"Mounting oxi_8cbaafb4-c085-4997-8977-45726fe29b62/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.431347614Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.443880088Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.443939438Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.443963549Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.443980049Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.540649564Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 144.016713ms","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.541241272Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9cb5c14-10f9-4555-936d-594d06b2e875\", \"content-length\": \"124\", \"date\": \"Fri, 28 Jun 2024 22:08:19 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d9cb5c14-10f9-4555-936d-594d06b2e875\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.68634951Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 209.558023ms","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.687222442Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c82fc1c-d872-4d57-9330-b0e30f4d0294\", \"content-length\": \"124\", \"date\": \"Fri, 28 Jun 2024 22:08:19 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7c82fc1c-d872-4d57-9330-b0e30f4d0294\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.897387122Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 334.494557ms","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:19.89799752Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd34d486-7888-41bd-ab6a-38b1b956de1a\", \"content-length\": \"124\", \"date\": \"Fri, 28 Jun 2024 22:08:19 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"dd34d486-7888-41bd-ab6a-38b1b956de1a\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.137809357Z","hostname":"buskin","pid":1562,"sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:90"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.138435836Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:41782","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:196","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:196"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.138460226Z","hostname":"buskin","pid":1562,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:60","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.138525827Z","hostname":"buskin","pid":1562,"file":"oximeter/producer/src/lib.rs:282","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:282","interval":"30s","address":"[fd00:1122:3344:101::1]:41782","producer_id":"a9021c63-7f96-431e-9198-9a7654ae0f67"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:20.144575516Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"151.22986ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.184164344Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.184210865Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.184289766Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:895","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.184301226Z","hostname":"buskin","pid":1562,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.185112196Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:196"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.185142277Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:430"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.185173627Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Writing ledger to /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.185189108Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.185437511Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.185612563Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.185654834Z","hostname":"buskin","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:39830","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.185664584Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:262","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.185681414Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3557"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.380562764Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.382114274Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.382124225Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.382283136Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.382373188Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.382392668Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.382428668Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.382495099Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:20.383151798Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"739.254788ms"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a9021c63-7f96-431e-9198-9a7654ae0f67): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:20.387384173Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.414048162Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:61332"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.414212524Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.414272985Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"1568a6a9-8eb2-4ac9-8b5d-d6c9840e55d4","remote_addr":"[fd00:1122:3344:101::1]:61332","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.444077315Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:54942"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.444190946Z","hostname":"buskin","pid":1562,"uri":"/sled-role","method":"GET","req_id":"e87d8e9e-47f4-474e-abcd-73addcaef966","remote_addr":"[fd00:1122:3344:101::1]:54942","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":36,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.445730837Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Writing ledger to /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.445770027Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.446056561Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.446253384Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:812"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { disks: [OmicronPhysicalDiskConfig { id: 87318ae9-3a3d-4776-b3f0-de10e1f73f8c, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, pool_id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool) }, OmicronPhysicalDiskConfig { id: 8677575f-5429-47de-ac93-f4ca365739cc, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, pool_id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool) }, OmicronPhysicalDiskConfig { id: 7529f46b-55e6-4e53-9c2d-bb36b3bb500d, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, pool_id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool) }, OmicronPhysicalDiskConfig { id: ca77329f-939b-43eb-b5df-6d42a7745830, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, pool_id: 381e8932-eb2a-4460-814f-428cdbf138af (zpool) }, OmicronPhysicalDiskConfig { id: 58be794a-bf87-485d-befa-efafac368661, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, pool_id: f1a7d47d-6c57-42a4-bd15-18672b1e6840 (zpool) }, OmicronPhysicalDiskConfig { id: c35c95dc-4b4c-4165-94f6-71d390a64e13, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, pool_id: f4d2460a-5972-41ce-bacd-ad7cd2f0bd01 (zpool) }, OmicronPhysicalDiskConfig { id: dfa60738-ac5b-4ad0-9591-68b6c7572ddd, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, pool_id: 3090abc7-dfe5-42ac-b133-5d7cdbe91d6e (zpool) }, OmicronPhysicalDiskConfig { id: 0c2d5195-e419-4195-97e1-74edbb022cc0, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, pool_id: c7429e1e-4d01-4919-91c1-3d9c212cba37 (zpool) }, OmicronPhysicalDiskConfig { id: 223fbc45-3e93-4324-a362-48995f21ad10, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, pool_id: 04441d44-d54a-4373-b876-f7b81122742f (zpool) }], generation: Generation(1) }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.476972175Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:348"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.477107767Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:34818"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 87318ae9-3a3d-4776-b3f0-de10e1f73f8c, pool_id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 8677575f-5429-47de-ac93-f4ca365739cc, pool_id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 7529f46b-55e6-4e53-9c2d-bb36b3bb500d, pool_id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: ca77329f-939b-43eb-b5df-6d42a7745830, pool_id: 381e8932-eb2a-4460-814f-428cdbf138af (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 58be794a-bf87-485d-befa-efafac368661, pool_id: f1a7d47d-6c57-42a4-bd15-18672b1e6840 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: c35c95dc-4b4c-4165-94f6-71d390a64e13, pool_id: f4d2460a-5972-41ce-bacd-ad7cd2f0bd01 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: dfa60738-ac5b-4ad0-9591-68b6c7572ddd, pool_id: 3090abc7-dfe5-42ac-b133-5d7cdbe91d6e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 0c2d5195-e419-4195-97e1-74edbb022cc0, pool_id: c7429e1e-4d01-4919-91c1-3d9c212cba37 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 223fbc45-3e93-4324-a362-48995f21ad10, pool_id: 04441d44-d54a-4373-b876-f7b81122742f (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.47728815Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.47729362Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.4773083Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.47731372Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:681"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.4773422Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:339"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.477347971Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.477353631Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.47735784Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:121","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.592020851Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:20.592069252Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool)"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:21.260506098Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.104985273s"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a9021c63-7f96-431e-9198-9a7654ae0f67): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-06-28T22:08:21.260778292Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:21.692241717Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:21.891240701Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:21.891307082Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:21.891316002Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:21.891323193Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:21.891330893Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:21.891460304Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:21.891467124Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:22.310137683Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:22.760300043Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.735012757s"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a9021c63-7f96-431e-9198-9a7654ae0f67): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-06-28T22:08:22.760617527Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a9021c63-7f96-431e-9198-9a7654ae0f67): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:22.760765089Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:22.986109268Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 65.949032ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:23.188986402Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Automatically destroying dataset: oxp_1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:23.407909297Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 110.79338ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:23.624196127Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 146.803243ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:24.292186857Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 253.786547ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:24.689615358Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a9021c63-7f96-431e-9198-9a7654ae0f67): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:24.691774116Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a9021c63-7f96-431e-9198-9a7654ae0f67): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-06-28T22:08:24.691790197Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:24.692225412Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.19715669s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 648.021254ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:25.272495775Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a9021c63-7f96-431e-9198-9a7654ae0f67): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-06-28T22:08:25.694345125Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.221361547s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:26.33897921Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Looking for unencrypted datasets in oxp_1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:26.35125124Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a9021c63-7f96-431e-9198-9a7654ae0f67): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:26.539827078Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:26.545220358Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:26.545231759Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:26.545236649Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:26.545241099Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:26.545244949Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:121","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:26.756015347Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:26.756045697Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"120aef62-1850-4042-8634-7cdaae376cbf (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:27.881777347Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:28.103350197Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:28.103404947Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:28.103430028Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:28.103438248Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:28.103442958Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:28.10361272Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:28.10362425Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a9021c63-7f96-431e-9198-9a7654ae0f67): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-06-28T22:08:28.749000535Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a9021c63-7f96-431e-9198-9a7654ae0f67): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:29.196506301Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:29.422718791Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:29.667595465Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"7.646860474s"} {"msg":"Automatically destroying dataset: oxp_120aef62-1850-4042-8634-7cdaae376cbf/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:29.881589395Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.564523351Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a9021c63-7f96-431e-9198-9a7654ae0f67): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-06-28T22:08:30.566014661Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a9021c63-7f96-431e-9198-9a7654ae0f67): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:30.566532818Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"Looking for unencrypted datasets in oxp_120aef62-1850-4042-8634-7cdaae376cbf","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.672621346Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.680302466Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.680336657Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.680347177Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.680386318Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.680392127Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:121","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.690069134Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.690103454Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.782321491Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.790197034Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.790242555Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.790251705Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.790278215Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.790295426Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.790475158Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.790483138Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.825168142Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_fc1785d4-b751-4b6a-ab11-f04f4f55dd5e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.834417513Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_fc1785d4-b751-4b6a-ab11-f04f4f55dd5e","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.956047865Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.962824713Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.962877994Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.962887224Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.962895874Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.962915544Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:121","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.974286223Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:30.974329513Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"381e8932-eb2a-4460-814f-428cdbf138af (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.069881594Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 381e8932-eb2a-4460-814f-428cdbf138af (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.078883452Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.078929452Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.078938932Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.078954502Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.078963453Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.079105854Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.079117084Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.113842149Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_381e8932-eb2a-4460-814f-428cdbf138af/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.121498979Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_381e8932-eb2a-4460-814f-428cdbf138af","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.244656001Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.252382192Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.252427072Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.252435772Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.252442383Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.252447583Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:121","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.26215369Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.26218993Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"f1a7d47d-6c57-42a4-bd15-18672b1e6840 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.353518625Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: f1a7d47d-6c57-42a4-bd15-18672b1e6840 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.361788483Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.361834384Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.361841974Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.361850454Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.361872875Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.362057387Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.362070507Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.396355066Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_f1a7d47d-6c57-42a4-bd15-18672b1e6840/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.403029543Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_f1a7d47d-6c57-42a4-bd15-18672b1e6840","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.514723504Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.521643665Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.521687486Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.521696096Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.521703626Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.521710276Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:121","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.530996097Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.531035998Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"f4d2460a-5972-41ce-bacd-ad7cd2f0bd01 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.623569949Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: f4d2460a-5972-41ce-bacd-ad7cd2f0bd01 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.631114778Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.631154688Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.631164268Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.631190668Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.631207959Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.631367241Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.631378011Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a9021c63-7f96-431e-9198-9a7654ae0f67): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-06-28T22:08:31.635021139Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.667371632Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_f4d2460a-5972-41ce-bacd-ad7cd2f0bd01/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.675840403Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_f4d2460a-5972-41ce-bacd-ad7cd2f0bd01","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.797520525Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.805301407Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.805348078Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.805355267Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.805360718Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.805365348Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:121","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.816535564Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.816559224Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"3090abc7-dfe5-42ac-b133-5d7cdbe91d6e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.910840798Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 3090abc7-dfe5-42ac-b133-5d7cdbe91d6e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.918486918Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.918528059Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.918533348Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.91862886Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.91863604Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.918784702Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.918793602Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Ensuring tfportrear0_0/ll exists in zone","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.928285326Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2243"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.955393761Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_3090abc7-dfe5-42ac-b133-5d7cdbe91d6e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:31.963986293Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_3090abc7-dfe5-42ac-b133-5d7cdbe91d6e","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.088051626Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.095767137Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.095793948Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.095799228Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.095806058Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.095809978Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:121","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.104835646Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.104858066Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"c7429e1e-4d01-4919-91c1-3d9c212cba37 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.197547049Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: c7429e1e-4d01-4919-91c1-3d9c212cba37 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.205181419Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.20524136Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.20524945Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.20527762Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.20528556Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.205419852Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.205425062Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.240265398Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_c7429e1e-4d01-4919-91c1-3d9c212cba37/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.247893418Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_c7429e1e-4d01-4919-91c1-3d9c212cba37","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.368990573Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.376690323Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.376735154Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.376742274Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.376769504Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.376775215Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:121","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.386208048Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.386232048Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"04441d44-d54a-4373-b876-f7b81122742f (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.480234488Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 04441d44-d54a-4373-b876-f7b81122742f (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.488226143Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.488254553Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.488260733Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.488412405Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.488421115Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.488536787Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.488543617Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.523873059Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_04441d44-d54a-4373-b876-f7b81122742f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.531640551Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a9021c63-7f96-431e-9198-9a7654ae0f67): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:32.56752011Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a9021c63-7f96-431e-9198-9a7654ae0f67): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-06-28T22:08:32.637658098Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"} {"msg":"Looking for unencrypted datasets in oxp_04441d44-d54a-4373-b876-f7b81122742f","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.652822787Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.660524467Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.660555388Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.660637769Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.660791661Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 8cbaafb4-c085-4997-8977-45726fe29b62 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: aac5d29e-4a80-46cd-84a5-ef3e32cd78c3 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026 }, zpool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027 }, zpool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028 }, zpool_name: ZpoolName { id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029 }, zpool_name: ZpoolName { id: 381e8932-eb2a-4460-814f-428cdbf138af (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030 }, zpool_name: ZpoolName { id: f1a7d47d-6c57-42a4-bd15-18672b1e6840 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031 }, zpool_name: ZpoolName { id: f4d2460a-5972-41ce-bacd-ad7cd2f0bd01 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032 }, zpool_name: ZpoolName { id: 3090abc7-dfe5-42ac-b133-5d7cdbe91d6e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033 }, zpool_name: ZpoolName { id: c7429e1e-4d01-4919-91c1-3d9c212cba37 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034 }, zpool_name: ZpoolName { id: 04441d44-d54a-4373-b876-f7b81122742f (zpool), kind: External } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.660844512Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.660857792Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"} {"msg":"Writing ledger to /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.660989603Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.661278857Z","hostname":"buskin","pid":1562,"uri":"/omicron-physical-disks","method":"PUT","req_id":"43f895ea-b409-4a15-a3c1-cdeae12602a9","remote_addr":"[fd00:1122:3344:101::1]:34818","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":12184122,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 499354c2-a894-42aa-ba9c-04416f6f33f0, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: f604184d-70d9-4043-9c00-ccdd46219e19, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e3aec3b3-1acd-45de-bcf1-b85068db8902, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.691226799Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.691361451Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:58083"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 499354c2-a894-42aa-ba9c-04416f6f33f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.691588364Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.691594204Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 499354c2-a894-42aa-ba9c-04416f6f33f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f604184d-70d9-4043-9c00-ccdd46219e19, dataset_name: DatasetName { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.741664719Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.74171151Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f604184d-70d9-4043-9c00-ccdd46219e19, dataset_name: DatasetName { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3aec3b3-1acd-45de-bcf1-b85068db8902, dataset_name: DatasetName { pool_name: ZpoolName { id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.78988631Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.789928581Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: e3aec3b3-1acd-45de-bcf1-b85068db8902, dataset_name: DatasetName { pool_name: ZpoolName { id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.837598474Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.837677246Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.837690366Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.837755456Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.882081767Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.882147057Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.882153968Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_f604184d-70d9-4043-9c00-ccdd46219e19","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.932581057Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_e3aec3b3-1acd-45de-bcf1-b85068db8902","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.936378937Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_499354c2-a894-42aa-ba9c-04416f6f33f0","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.940133096Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_internal_dns_f604184d-70d9-4043-9c00-ccdd46219e19","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.951488035Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_e3aec3b3-1acd-45de-bcf1-b85068db8902","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.955607549Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_499354c2-a894-42aa-ba9c-04416f6f33f0","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:32.959246286Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a9021c63-7f96-431e-9198-9a7654ae0f67): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-06-28T22:08:33.640324238Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"} {"msg":"Profile for oxz_internal_dns_f604184d-70d9-4043-9c00-ccdd46219e19:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:34.46581344Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_internal_dns_499354c2-a894-42aa-ba9c-04416f6f33f0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:34.9411746Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:34.941239701Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:34.941253741Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:34.941432403Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_f604184d-70d9-4043-9c00-ccdd46219e19","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_internal_dns_e3aec3b3-1acd-45de-bcf1-b85068db8902:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:35.427301431Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:35.427365501Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_499354c2-a894-42aa-ba9c-04416f6f33f0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:35.432382157Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"wait for service Some(\"oxz_internal_dns_f604184d-70d9-4043-9c00-ccdd46219e19\") failed: Property not found. retry in 34.808893ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:35.442356517Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_f604184d-70d9-4043-9c00-ccdd46219e19","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:35.442391838Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e3aec3b3-1acd-45de-bcf1-b85068db8902","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_internal_dns_f604184d-70d9-4043-9c00-ccdd46219e19\") failed: Property not found. retry in 141.688085ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:35.486384524Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_f604184d-70d9-4043-9c00-ccdd46219e19","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_499354c2-a894-42aa-ba9c-04416f6f33f0\") failed: Property not found. retry in 62.055444ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:35.554688467Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_499354c2-a894-42aa-ba9c-04416f6f33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e3aec3b3-1acd-45de-bcf1-b85068db8902\") failed: Property not found. retry in 47.793995ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:35.565820863Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e3aec3b3-1acd-45de-bcf1-b85068db8902","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e3aec3b3-1acd-45de-bcf1-b85068db8902\") failed: Property not found. retry in 102.679047ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:35.626089322Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e3aec3b3-1acd-45de-bcf1-b85068db8902","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_499354c2-a894-42aa-ba9c-04416f6f33f0\") failed: Property not found. retry in 84.671587ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:35.636285775Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_499354c2-a894-42aa-ba9c-04416f6f33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f604184d-70d9-4043-9c00-ccdd46219e19\") failed: Property not found. retry in 171.452853ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:35.658696379Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_f604184d-70d9-4043-9c00-ccdd46219e19","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e3aec3b3-1acd-45de-bcf1-b85068db8902\") failed: Property not found. retry in 298.92692ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:35.847430238Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e3aec3b3-1acd-45de-bcf1-b85068db8902","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_499354c2-a894-42aa-ba9c-04416f6f33f0\") failed: Property not found. retry in 198.204656ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:35.868523114Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_499354c2-a894-42aa-ba9c-04416f6f33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f604184d-70d9-4043-9c00-ccdd46219e19\") failed: Property not found. retry in 390.886142ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:35.894138119Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_f604184d-70d9-4043-9c00-ccdd46219e19","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_499354c2-a894-42aa-ba9c-04416f6f33f0\") failed: Property not found. retry in 518.781269ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:36.084982346Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_499354c2-a894-42aa-ba9c-04416f6f33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e3aec3b3-1acd-45de-bcf1-b85068db8902\") failed: Property not found. retry in 327.480236ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:36.157523015Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e3aec3b3-1acd-45de-bcf1-b85068db8902","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f604184d-70d9-4043-9c00-ccdd46219e19\") failed: Property not found. retry in 424.934907ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:36.296790698Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_f604184d-70d9-4043-9c00-ccdd46219e19","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e3aec3b3-1acd-45de-bcf1-b85068db8902\") failed: Property not found. retry in 1.12654581s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:36.493866276Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e3aec3b3-1acd-45de-bcf1-b85068db8902","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_499354c2-a894-42aa-ba9c-04416f6f33f0\") failed: Property not found. retry in 871.404754ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:36.612264406Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_499354c2-a894-42aa-ba9c-04416f6f33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f604184d-70d9-4043-9c00-ccdd46219e19\") failed: Property not found. retry in 1.068664292s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:36.730035667Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_f604184d-70d9-4043-9c00-ccdd46219e19","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_499354c2-a894-42aa-ba9c-04416f6f33f0\") failed: Property not found. retry in 925.738647ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:37.49371023Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_499354c2-a894-42aa-ba9c-04416f6f33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e3aec3b3-1acd-45de-bcf1-b85068db8902\") failed: Property not found. retry in 547.334841ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:37.633219105Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e3aec3b3-1acd-45de-bcf1-b85068db8902","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_f604184d-70d9-4043-9c00-ccdd46219e19\") failed: Property not found. retry in 894.195108ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:37.806975279Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_f604184d-70d9-4043-9c00-ccdd46219e19","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring bootstrap address fdb0:18c0:4d0d:9fb2::2 exists in switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:37.983369067Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2260"} {"msg":"Adding bootstrap address","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:37.983379277Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:626"} {"msg":"wait for service Some(\"oxz_internal_dns_e3aec3b3-1acd-45de-bcf1-b85068db8902\") failed: Property not found. retry in 1.267739588s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:38.188878506Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e3aec3b3-1acd-45de-bcf1-b85068db8902","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_499354c2-a894-42aa-ba9c-04416f6f33f0\") failed: Property not found. retry in 1.412654599s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:38.427017972Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_499354c2-a894-42aa-ba9c-04416f6f33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fe2b:4a6a","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:38.526605615Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2267"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:38.532139538Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2328"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:38.651417938Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2513"} {"msg":"wait for service Some(\"oxz_internal_dns_f604184d-70d9-4043-9c00-ccdd46219e19\") failed: Property not found. retry in 623.677583ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:38.710065186Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_f604184d-70d9-4043-9c00-ccdd46219e19","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:38.894114404Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2677"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:39.082128084Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2392"} {"msg":"wait for service Some(\"oxz_internal_dns_f604184d-70d9-4043-9c00-ccdd46219e19\") failed: Property not found. retry in 1.334069716s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:39.342790955Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_f604184d-70d9-4043-9c00-ccdd46219e19","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:39.376508626Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2427"} {"msg":"wait for service Some(\"oxz_internal_dns_e3aec3b3-1acd-45de-bcf1-b85068db8902\") failed: Property not found. retry in 901.292074ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:39.465671183Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e3aec3b3-1acd-45de-bcf1-b85068db8902","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:39.587103812Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2727"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:39.769009212Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2754"} {"msg":"wait for service Some(\"oxz_internal_dns_499354c2-a894-42aa-ba9c-04416f6f33f0\") failed: Property not found. retry in 1.194113008s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:39.848814396Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_499354c2-a894-42aa-ba9c-04416f6f33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:39.983229375Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2621"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:40.161092582Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2421"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:40.17160454Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3813","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:40.171647911Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3829"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:40.171672441Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"wait for service Some(\"oxz_internal_dns_e3aec3b3-1acd-45de-bcf1-b85068db8902\") failed: Property not found. retry in 605.140517ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:40.377051598Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e3aec3b3-1acd-45de-bcf1-b85068db8902","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:40.725510798Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3837"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:40.730768887Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3893"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:40.886325222Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3955"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:40.986003116Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3936","rack_subnet":"fd00:1122:3344::"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.009312761Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3983"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.062976953Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_internal_dns_f604184d-70d9-4043-9c00-ccdd46219e19"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.063023404Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_internal_dns_e3aec3b3-1acd-45de-bcf1-b85068db8902"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.063028824Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_internal_dns_499354c2-a894-42aa-ba9c-04416f6f33f0"} {"msg":"Writing ledger to /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.063037604Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.063345508Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.063600111Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"530f58c0-4c4a-4a68-8227-508f1c0740a0","remote_addr":"[fd00:1122:3344:101::1]:58083","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":8372169,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.065259373Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.110527116Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4010"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.229373801Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:369"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.261333609Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:417"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.292151522Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:656"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.292247333Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:694"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.293292057Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:697","uptime":"3"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.293303027Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:439","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"failed to write DNS configuration (will retry in 73.457006ms)","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:41.354462777Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:569","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.370789551Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.370857112Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.370870462Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.370879142Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.370887452Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.370912403Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.370919243Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.370924613Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.370930973Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.370936323Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.370941723Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.370948123Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.370953353Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.370958843Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.370964173Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.370968424Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.370972664Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.370980774Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.370985144Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.370989334Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.370993504Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.370997664Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.371003724Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.448859893Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.493491527Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.539469518Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:585"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.539480869Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:263"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.570807508Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.572985067Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:305"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.572990047Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 499354c2-a894-42aa-ba9c-04416f6f33f0, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: f604184d-70d9-4043-9c00-ccdd46219e19, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e3aec3b3-1acd-45de-bcf1-b85068db8902, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 435dbac3-19be-4fd8-af63-60ea74557b4f, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 23539291-c5e9-4dfc-a999-224bcd6155e8, kind: Service { id: 435dbac3-19be-4fd8-af63-60ea74557b4f }, name: Name(\"ntp-435dbac3-19be-4fd8-af63-60ea74557b4f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 233])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.602950209Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.603094001Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:48829"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 499354c2-a894-42aa-ba9c-04416f6f33f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.603301864Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.603307964Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 499354c2-a894-42aa-ba9c-04416f6f33f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f604184d-70d9-4043-9c00-ccdd46219e19, dataset_name: DatasetName { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.624947317Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.624997837Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f604184d-70d9-4043-9c00-ccdd46219e19, dataset_name: DatasetName { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3aec3b3-1acd-45de-bcf1-b85068db8902, dataset_name: DatasetName { pool_name: ZpoolName { id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.643013333Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.643055974Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: e3aec3b3-1acd-45de-bcf1-b85068db8902, dataset_name: DatasetName { pool_name: ZpoolName { id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.659945635Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.659993466Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.660171788Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.660280999Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.671278313Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.702904387Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.703560005Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.703568816Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.747220907Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:443","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 169, 233]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: \"vopte0\" }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.747267937Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.747885296Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.747893426Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.748843398Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.750699812Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Configuring new Omicron zone: oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.774513674Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:41.792886604Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:42.40317429Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:42.403285101Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f\") failed: Property not found. retry in 47.008319ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:42.533914361Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f\") failed: Property not found. retry in 81.014892ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:42.588539845Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f\") failed: Property not found. retry in 107.046512ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:42.696188834Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f\") failed: Property not found. retry in 307.891979ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:42.813908874Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f\") failed: Property not found. retry in 833.892145ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:43.130868042Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f\") failed: Property not found. retry in 1.4298947s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:43.973259355Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:44.653910041Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42489"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:44.654093193Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"49d118c0-80b6-49e2-9767-c55871a50a4d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42489","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":100,"response_code":"200"} {"msg":"wait for service Some(\"oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f\") failed: Property not found. retry in 852.756335ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:45.412461106Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f\") failed: Property not found. retry in 559.352538ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:46.274745189Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f\") failed: Property not found. retry in 638.465813ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:46.842945794Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:47.503372216Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f"} {"msg":"Writing ledger to /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:47.503463557Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:47.503755951Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:47.504038685Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"20fe5f89-fcfe-44da-b207-281182336779","remote_addr":"[fd00:1122:3344:101::1]:48829","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":5900897,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:47.5059822Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:626"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:47.537412652Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:47.537591704Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:32914"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:47.5480151Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3543"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:47.548148222Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"3912d030-9af7-4839-bd60-9dabc2a5611b","remote_addr":"[fd00:1122:3344:101::1]:32914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":10483,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:47.549661222Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:47.687196841Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:47.687337983Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:44887"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:51.696574064Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3543"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:51.696648525Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"6071820b-e6c2-4882-bbfb-4958960be97b","remote_addr":"[fd00:1122:3344:101::1]:44887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009167,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:51.70004608Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:51.870291648Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:51.870420019Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:43410"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:51.87888254Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3543"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:51.879031012Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"a34448b7-3fbe-4ace-b44f-6f455ebe0790","remote_addr":"[fd00:1122:3344:101::1]:43410","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8531,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:51.880588752Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:52.011673817Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:52.011772898Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:48564"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_435dbac3-19be-4fd8-af63-60ea74557b4f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:56.019249626Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3543"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:56.01950615Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"15c6eca0-8ff1-43fa-92c4-77a8f8f3aa86","remote_addr":"[fd00:1122:3344:101::1]:48564","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4007590,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:56.023027496Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:56.254028829Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:56.25416095Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:60589"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:56.263051656Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"857aba78-4ecd-4bef-9d9e-eb643f8f2ff4","remote_addr":"[fd00:1122:3344:101::1]:60589","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":8727,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:56.265412967Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:56.265419158Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:56.410371314Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:56.410479296Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:61445"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:56.418577742Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"f84367b3-f0fd-4a6f-a30b-9861f3d305ad","remote_addr":"[fd00:1122:3344:101::1]:61445","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":7972,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:56.420229673Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:56.420235303Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:56.734781519Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:56.734889001Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:48235"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:56.742830274Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"a7598a88-2b68-4e58-98a3-e052ed0fc50c","remote_addr":"[fd00:1122:3344:101::1]:48235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":7871,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:56.744713309Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:56.744721519Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.062644669Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.062803071Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:62289"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.07115745Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"7d80bd83-d1c2-4160-bff9-8b8a3ad23f92","remote_addr":"[fd00:1122:3344:101::1]:62289","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":8236,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.074350882Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:57.074359012Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.142600886Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.142717647Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:56208"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.161802227Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"f754702f-60f8-46ed-be95-4bceb42e478f","remote_addr":"[fd00:1122:3344:101::1]:56208","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":18977,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:08:57.164870717Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"236.782842ms"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 760180647, ip_addr: 45.79.111.167, stratum: 3, ref_time: 1719612536.5486462, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.165376004Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.165389884Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1224"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 499354c2-a894-42aa-ba9c-04416f6f33f0, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: f604184d-70d9-4043-9c00-ccdd46219e19, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e3aec3b3-1acd-45de-bcf1-b85068db8902, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 435dbac3-19be-4fd8-af63-60ea74557b4f, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 23539291-c5e9-4dfc-a999-224bcd6155e8, kind: Service { id: 435dbac3-19be-4fd8-af63-60ea74557b4f }, name: Name(\"ntp-435dbac3-19be-4fd8-af63-60ea74557b4f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 233])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 0d99a087-8800-4952-905e-24a2d590a72c, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5fc88cee-9b18-4a01-86bb-51b2cab736c4, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External } } } }, OmicronZoneConfig { id: 071e4cf7-62c2-4a8b-845c-aaf52066124b, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool), kind: External } } } }, OmicronZoneConfig { id: f2a4644b-84e2-4183-a96a-df1ad6259bcd, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 381e8932-eb2a-4460-814f-428cdbf138af (zpool), kind: External } } } }, OmicronZoneConfig { id: 891eb80f-aeb0-4d2d-acea-4310c29853fb, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f1a7d47d-6c57-42a4-bd15-18672b1e6840 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.194228111Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.194395023Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:53097"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 499354c2-a894-42aa-ba9c-04416f6f33f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.194712758Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.194726728Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 499354c2-a894-42aa-ba9c-04416f6f33f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f604184d-70d9-4043-9c00-ccdd46219e19, dataset_name: DatasetName { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.215223916Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.215283517Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f604184d-70d9-4043-9c00-ccdd46219e19, dataset_name: DatasetName { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3aec3b3-1acd-45de-bcf1-b85068db8902, dataset_name: DatasetName { pool_name: ZpoolName { id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.232964338Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.233009499Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: e3aec3b3-1acd-45de-bcf1-b85068db8902, dataset_name: DatasetName { pool_name: ZpoolName { id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d99a087-8800-4952-905e-24a2d590a72c, dataset_name: DatasetName { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.250226914Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.250275315Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 0d99a087-8800-4952-905e-24a2d590a72c, dataset_name: DatasetName { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5fc88cee-9b18-4a01-86bb-51b2cab736c4, dataset_name: DatasetName { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.304531655Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.304578975Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5fc88cee-9b18-4a01-86bb-51b2cab736c4, dataset_name: DatasetName { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 071e4cf7-62c2-4a8b-845c-aaf52066124b, dataset_name: DatasetName { pool_name: ZpoolName { id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.357544518Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.357603049Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 071e4cf7-62c2-4a8b-845c-aaf52066124b, dataset_name: DatasetName { pool_name: ZpoolName { id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2a4644b-84e2-4183-a96a-df1ad6259bcd, dataset_name: DatasetName { pool_name: ZpoolName { id: 381e8932-eb2a-4460-814f-428cdbf138af (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.408643677Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.408690388Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f2a4644b-84e2-4183-a96a-df1ad6259bcd, dataset_name: DatasetName { pool_name: ZpoolName { id: 381e8932-eb2a-4460-814f-428cdbf138af (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 891eb80f-aeb0-4d2d-acea-4310c29853fb, dataset_name: DatasetName { pool_name: ZpoolName { id: f1a7d47d-6c57-42a4-bd15-18672b1e6840 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.461742422Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.461789653Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 891eb80f-aeb0-4d2d-acea-4310c29853fb, dataset_name: DatasetName { pool_name: ZpoolName { id: f1a7d47d-6c57-42a4-bd15-18672b1e6840 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.513080494Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.513127504Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.513326387Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.513423478Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.595605153Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.595665544Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.595676365Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.595684625Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.595693695Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.684932482Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.689034106Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.69318941Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.697585978Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.701905224Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.706389913Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.710970543Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.715060927Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.719420334Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:08:57.72370474Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:00.967720105Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:00.967855377Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:01.018071454Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:01.018306787Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:01.024286886Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:01.024419027Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb\") failed: Property not found. retry in 40.431575ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:01.116764076Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:01.120815509Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:01.120960831Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:01.126704586Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:01.126853268Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd\") failed: Property not found. retry in 73.594754ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:01.158868757Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb\") failed: Property not found. retry in 142.102939ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:01.16747575Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c\") failed: Property not found. retry in 26.327021ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:01.175444184Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c\") failed: Property not found. retry in 110.858712ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:01.231147473Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd\") failed: Property not found. retry in 71.993397ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:01.31424513Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb\") failed: Property not found. retry in 223.91497ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:01.861675965Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd\") failed: Property not found. retry in 177.810476ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:01.948840765Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b\") failed: Property not found. retry in 56.054431ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:02.036251039Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c\") failed: Property not found. retry in 131.989011ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:02.073528667Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4\") failed: Property not found. retry in 45.69153ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:02.158450719Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b\") failed: Property not found. retry in 144.618863ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:02.266790396Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c\") failed: Property not found. retry in 420.273275ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:02.338698207Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb\") failed: Property not found. retry in 397.597172ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:02.394972934Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd\") failed: Property not found. retry in 243.39777ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:02.624620839Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4\") failed: Property not found. retry in 124.11542ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:03.118117168Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b\") failed: Property not found. retry in 242.991602ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:03.21001241Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c\") failed: Property not found. retry in 1.175151091s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:03.453839681Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb\") failed: Property not found. retry in 481.556167ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:03.498662048Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd\") failed: Property not found. retry in 610.629383ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:03.524915371Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4\") failed: Property not found. retry in 149.249879ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:03.563151772Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b\") failed: Property not found. retry in 571.173717ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:03.624807699Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4\") failed: Property not found. retry in 526.303724ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:03.793371185Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb\") failed: Property not found. retry in 904.960667ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:03.989940057Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd\") failed: Property not found. retry in 1.320128054s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:04.146881931Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b\") failed: Property not found. retry in 824.739129ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:04.206478981Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4\") failed: Property not found. retry in 472.704715ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:04.330847859Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c\") failed: Property not found. retry in 1.207530237s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:04.639695341Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4\") failed: Property not found. retry in 530.076508ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:04.813482775Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb\") failed: Property not found. retry in 1.472312667s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:04.903703626Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b\") failed: Property not found. retry in 1.071171203s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:05.041739622Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4\") failed: Property not found. retry in 1.062063673s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:05.353130587Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd\") failed: Property not found. retry in 1.118271893s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:05.475478159Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c\") failed: Property not found. retry in 712.390582ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:05.857251595Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b\") failed: Property not found. retry in 760.60753ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:06.12202932Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb\") failed: Property not found. retry in 699.833463ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:06.384672177Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4\") failed: Property not found. retry in 705.399252ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:06.424915024Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c\") failed: Property not found. retry in 1.029861925s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:06.577610962Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd\") failed: Property not found. retry in 967.877535ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:06.602436247Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b\") failed: Property not found. retry in 1.342194629s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:06.895077217Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb\") failed: Property not found. retry in 517.158275ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:07.094050061Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4\") failed: Property not found. retry in 1.46660853s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:07.139382365Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd\") failed: Property not found. retry in 875.265958ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:07.579799488Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c\") failed: Property not found. retry in 1.218794189s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:07.616545009Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb\") failed: Property not found. retry in 1.203986601s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:07.624134209Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b\") failed: Property not found. retry in 1.328500777s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:08.247598998Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd\") failed: Property not found. retry in 969.999771ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:08.465665082Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4\") failed: Property not found. retry in 857.272181ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:08.61602918Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb\") failed: Property not found. retry in 947.291795ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:08.837188604Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c\") failed: Property not found. retry in 675.919403ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:08.843667409Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd\") failed: Property not found. retry in 1.095037548s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:09.445274242Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4\") failed: Property not found. retry in 1.019168039s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:09.482463989Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c\") failed: Property not found. retry in 525.739207ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:09.528146896Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b\") failed: Property not found. retry in 886.74867ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:09.585631569Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb\") failed: Property not found. retry in 795.345965ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:09.793020413Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c\") failed: Property not found. retry in 1.242096604s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:10.063538093Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b\") failed: Property not found. retry in 1.469795666s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:10.48200035Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4\") failed: Property not found. retry in 834.669422ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:10.510714746Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd\") failed: Property not found. retry in 932.255409ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:10.550084921Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb\") failed: Property not found. retry in 960.808694ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:10.597854456Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c\") failed: Property not found. retry in 1.036851431s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:11.315773451Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4\") failed: Property not found. retry in 1.003549195s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:11.354822382Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd\") failed: Property not found. retry in 1.257433366s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:11.49141101Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb\") failed: Property not found. retry in 642.574985ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:11.567665928Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b\") failed: Property not found. retry in 1.227243158s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:11.960197385Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb\") failed: Property not found. retry in 617.053961ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:12.219058263Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c\") failed: Property not found. retry in 1.017961334s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:12.361090871Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:12.874919516Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"512.013429ms"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:13.400692027Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_cockroachdb_0d99a087-8800-4952-905e-24a2d590a72c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:13.400759968Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_cockroachdb_891eb80f-aeb0-4d2d-acea-4310c29853fb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:13.400769678Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_cockroachdb_f2a4644b-84e2-4183-a96a-df1ad6259bcd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:13.400775278Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_cockroachdb_5fc88cee-9b18-4a01-86bb-51b2cab736c4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:13.400781158Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b"} {"msg":"Writing ledger to /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:13.400786728Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:13.401149763Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:13.401418546Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"02675a1a-464f-491f-b53e-96b01e5c0b5e","remote_addr":"[fd00:1122:3344:101::1]:53097","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":15782108,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:13.458911169Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:60035"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:13.487343021Z","hostname":"buskin","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"af66822c-d410-4f52-8a8a-af10b10c1802","remote_addr":"[fd00:1122:3344:101::1]:60035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":28288,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:13.487624845Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:966","retry_after":"126.822573ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af66822c-d410-4f52-8a8a-af10b10c1802\", \"content-length\": \"124\", \"date\": \"Fri, 28 Jun 2024 22:09:13 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"af66822c-d410-4f52-8a8a-af10b10c1802\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:13.644522388Z","hostname":"buskin","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"232020e1-b380-4e7c-b2ee-91954628937a","remote_addr":"[fd00:1122:3344:101::1]:60035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":28675,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:13.644723371Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:966","retry_after":"127.995033ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"232020e1-b380-4e7c-b2ee-91954628937a\", \"content-length\": \"124\", \"date\": \"Fri, 28 Jun 2024 22:09:13 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"232020e1-b380-4e7c-b2ee-91954628937a\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:13.801115317Z","hostname":"buskin","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"ea7de911-9a4e-45ad-b3d7-83c636dc2c47","remote_addr":"[fd00:1122:3344:101::1]:60035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":27207,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:13.801274419Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:966","retry_after":"85.947102ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea7de911-9a4e-45ad-b3d7-83c636dc2c47\", \"content-length\": \"124\", \"date\": \"Fri, 28 Jun 2024 22:09:13 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ea7de911-9a4e-45ad-b3d7-83c636dc2c47\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:13.915585296Z","hostname":"buskin","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"fb1a5ff5-981c-493b-9bbb-935be392143a","remote_addr":"[fd00:1122:3344:101::1]:60035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":27163,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:13.915740658Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:966","retry_after":"159.175281ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb1a5ff5-981c-493b-9bbb-935be392143a\", \"content-length\": \"124\", \"date\": \"Fri, 28 Jun 2024 22:09:13 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fb1a5ff5-981c-493b-9bbb-935be392143a\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:14.101919844Z","hostname":"buskin","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"6a51e526-cec0-4e2b-8069-218c7d3c3886","remote_addr":"[fd00:1122:3344:101::1]:60035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":26000,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:14.102081866Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:966","retry_after":"131.694242ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a51e526-cec0-4e2b-8069-218c7d3c3886\", \"content-length\": \"124\", \"date\": \"Fri, 28 Jun 2024 22:09:13 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6a51e526-cec0-4e2b-8069-218c7d3c3886\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:14.261953588Z","hostname":"buskin","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"2d180d1f-03b6-46d1-b846-6e7cc780cae1","remote_addr":"[fd00:1122:3344:101::1]:60035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":26632,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:14.262231132Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:966","retry_after":"372.369258ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d180d1f-03b6-46d1-b846-6e7cc780cae1\", \"content-length\": \"124\", \"date\": \"Fri, 28 Jun 2024 22:09:13 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2d180d1f-03b6-46d1-b846-6e7cc780cae1\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:14.66169588Z","hostname":"buskin","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"6934af1e-19cb-4bda-a7a9-9c303865c197","remote_addr":"[fd00:1122:3344:101::1]:60035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":25500,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:14.661858202Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:966","retry_after":"190.817299ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6934af1e-19cb-4bda-a7a9-9c303865c197\", \"content-length\": \"124\", \"date\": \"Fri, 28 Jun 2024 22:09:14 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6934af1e-19cb-4bda-a7a9-9c303865c197\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:14.881602368Z","hostname":"buskin","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"a553e4df-eb6f-48a0-86e1-a134d0ef44ea","remote_addr":"[fd00:1122:3344:101::1]:60035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":27597,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:14.88175813Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:966","retry_after":"321.325607ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a553e4df-eb6f-48a0-86e1-a134d0ef44ea\", \"content-length\": \"124\", \"date\": \"Fri, 28 Jun 2024 22:09:14 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a553e4df-eb6f-48a0-86e1-a134d0ef44ea\" }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:14.921768734Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61514"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:14.921883215Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"742e0bb9-4414-493f-a9a0-295f91232299","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61514","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":49,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:15.230571624Z","hostname":"buskin","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"db845d32-76c8-44ca-baa4-ba5a4c38657d","remote_addr":"[fd00:1122:3344:101::1]:60035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_071e4cf7-62c2-4a8b-845c-aaf52066124b /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Address object not found","latency_us":26321,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:15.230759017Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:966","retry_after":"335.430464ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db845d32-76c8-44ca-baa4-ba5a4c38657d\", \"content-length\": \"124\", \"date\": \"Fri, 28 Jun 2024 22:09:14 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"db845d32-76c8-44ca-baa4-ba5a4c38657d\" }"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:15.593705007Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3377"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:30.11919246Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3395"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.696444473Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3418"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.697077571Z","hostname":"buskin","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"ab5264c4-4f69-4ce6-8773-9e1e9c095b6f","remote_addr":"[fd00:1122:3344:101::1]:60035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":18153940,"response_code":"204"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:33.703650394Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"1.222572551s"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 499354c2-a894-42aa-ba9c-04416f6f33f0, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: f604184d-70d9-4043-9c00-ccdd46219e19, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: e3aec3b3-1acd-45de-bcf1-b85068db8902, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 435dbac3-19be-4fd8-af63-60ea74557b4f, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 23539291-c5e9-4dfc-a999-224bcd6155e8, kind: Service { id: 435dbac3-19be-4fd8-af63-60ea74557b4f }, name: Name(\"ntp-435dbac3-19be-4fd8-af63-60ea74557b4f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 169, 233])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 0d99a087-8800-4952-905e-24a2d590a72c, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5fc88cee-9b18-4a01-86bb-51b2cab736c4, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External } } } }, OmicronZoneConfig { id: 071e4cf7-62c2-4a8b-845c-aaf52066124b, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool), kind: External } } } }, OmicronZoneConfig { id: f2a4644b-84e2-4183-a96a-df1ad6259bcd, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 381e8932-eb2a-4460-814f-428cdbf138af (zpool), kind: External } } } }, OmicronZoneConfig { id: 891eb80f-aeb0-4d2d-acea-4310c29853fb, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f1a7d47d-6c57-42a4-bd15-18672b1e6840 (zpool), kind: External } } } }, OmicronZoneConfig { id: a52585f4-7208-41c3-ac37-3029cbd9b012, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 5ab9e19a-f9b8-42cb-b346-aff1c689c92e, kind: Service { id: a52585f4-7208-41c3-ac37-3029cbd9b012 }, name: Name(\"external-dns-a52585f4-7208-41c3-ac37-3029cbd9b012\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 127])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: effcf430-6675-455f-820f-495829fc7071, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a20b9ed9-42a5-4070-ba7b-11203172977a, kind: Service { id: effcf430-6675-455f-820f-495829fc7071 }, name: Name(\"external-dns-effcf430-6675-455f-820f-495829fc7071\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 155])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 221b6ce2-61f2-4949-9537-b4af13ae839b, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: f475e35c-414a-4bcc-b0ee-9464f4e4dbaf, kind: Service { id: 221b6ce2-61f2-4949-9537-b4af13ae839b }, name: Name(\"nexus-221b6ce2-61f2-4949-9537-b4af13ae839b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 119])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 09df608b-9da6-413f-9a4b-1808bcd7a800, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: ba613ac1-2766-48e3-acdb-eb29ca6e137f, kind: Service { id: 09df608b-9da6-413f-9a4b-1808bcd7a800 }, name: Name(\"nexus-09df608b-9da6-413f-9a4b-1808bcd7a800\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 88974d37-08ca-4371-bfcc-d8e58336bbf5, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 35808902-45c0-47d5-8544-cb7fdaca7e8c, kind: Service { id: 88974d37-08ca-4371-bfcc-d8e58336bbf5 }, name: Name(\"nexus-88974d37-08ca-4371-bfcc-d8e58336bbf5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 69])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: af0a89d1-a224-45ab-9675-7089dedc5fe9, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: b9560b7f-62aa-42db-a117-057b548be234, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: a9a229b2-32e9-4ad4-8b94-5a16ef0326c9, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: a92c41e2-55d8-410d-a76b-75046488191b, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 68a9f357-b088-4521-bdfb-3ca7b6381b32, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b24c01d6-5b69-4c4d-87c7-e1ebe641dcad, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 544e2889-6ffb-4271-b2c5-e5814102eec4, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External } } } }, OmicronZoneConfig { id: 277c7b01-7629-4266-a541-a595a35b33f0, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b488837-4873-4ac9-bd84-9bee89316c41, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 381e8932-eb2a-4460-814f-428cdbf138af (zpool), kind: External } } } }, OmicronZoneConfig { id: f1607b64-5448-44df-96f9-c25c1e519af9, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f1a7d47d-6c57-42a4-bd15-18672b1e6840 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4c85f716-a8e4-4576-8056-ab1ef32e4f68, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4d2460a-5972-41ce-bacd-ad7cd2f0bd01 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7d304db3-3ef6-470f-8340-a6fdffd8f677, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3090abc7-dfe5-42ac-b133-5d7cdbe91d6e (zpool), kind: External } } } }, OmicronZoneConfig { id: 9c92d46c-84d3-44fe-8227-25882ecb4853, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c7429e1e-4d01-4919-91c1-3d9c212cba37 (zpool), kind: External } } } }, OmicronZoneConfig { id: 885a06f1-aaad-470e-b98a-3c11567fb498, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04441d44-d54a-4373-b876-f7b81122742f (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.735013029Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.735311013Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:53048"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 499354c2-a894-42aa-ba9c-04416f6f33f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.735761029Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.735768669Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 499354c2-a894-42aa-ba9c-04416f6f33f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f604184d-70d9-4043-9c00-ccdd46219e19, dataset_name: DatasetName { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.75869809Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.758748211Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f604184d-70d9-4043-9c00-ccdd46219e19, dataset_name: DatasetName { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3aec3b3-1acd-45de-bcf1-b85068db8902, dataset_name: DatasetName { pool_name: ZpoolName { id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.778868585Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.778921536Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: e3aec3b3-1acd-45de-bcf1-b85068db8902, dataset_name: DatasetName { pool_name: ZpoolName { id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d99a087-8800-4952-905e-24a2d590a72c, dataset_name: DatasetName { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.798480422Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.798530303Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 0d99a087-8800-4952-905e-24a2d590a72c, dataset_name: DatasetName { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5fc88cee-9b18-4a01-86bb-51b2cab736c4, dataset_name: DatasetName { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.816927334Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.816973015Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5fc88cee-9b18-4a01-86bb-51b2cab736c4, dataset_name: DatasetName { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 071e4cf7-62c2-4a8b-845c-aaf52066124b, dataset_name: DatasetName { pool_name: ZpoolName { id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.835968034Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.836013125Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 071e4cf7-62c2-4a8b-845c-aaf52066124b, dataset_name: DatasetName { pool_name: ZpoolName { id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f2a4644b-84e2-4183-a96a-df1ad6259bcd, dataset_name: DatasetName { pool_name: ZpoolName { id: 381e8932-eb2a-4460-814f-428cdbf138af (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.855614832Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.855664093Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f2a4644b-84e2-4183-a96a-df1ad6259bcd, dataset_name: DatasetName { pool_name: ZpoolName { id: 381e8932-eb2a-4460-814f-428cdbf138af (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 891eb80f-aeb0-4d2d-acea-4310c29853fb, dataset_name: DatasetName { pool_name: ZpoolName { id: f1a7d47d-6c57-42a4-bd15-18672b1e6840 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.875565374Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.875612714Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 891eb80f-aeb0-4d2d-acea-4310c29853fb, dataset_name: DatasetName { pool_name: ZpoolName { id: f1a7d47d-6c57-42a4-bd15-18672b1e6840 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a52585f4-7208-41c3-ac37-3029cbd9b012, dataset_name: DatasetName { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.89658763Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.89663252Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a52585f4-7208-41c3-ac37-3029cbd9b012, dataset_name: DatasetName { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: effcf430-6675-455f-820f-495829fc7071, dataset_name: DatasetName { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.973356407Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:33.973413148Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: effcf430-6675-455f-820f-495829fc7071, dataset_name: DatasetName { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b9560b7f-62aa-42db-a117-057b548be234, dataset_name: DatasetName { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.061616292Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.061692566Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b9560b7f-62aa-42db-a117-057b548be234, dataset_name: DatasetName { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b24c01d6-5b69-4c4d-87c7-e1ebe641dcad, dataset_name: DatasetName { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.142578308Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.142638049Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: b24c01d6-5b69-4c4d-87c7-e1ebe641dcad, dataset_name: DatasetName { pool_name: ZpoolName { id: 1ee6ce71-47f2-4d3e-acc7-b1cedfc662c0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 544e2889-6ffb-4271-b2c5-e5814102eec4, dataset_name: DatasetName { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.220986497Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.221058228Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 544e2889-6ffb-4271-b2c5-e5814102eec4, dataset_name: DatasetName { pool_name: ZpoolName { id: 120aef62-1850-4042-8634-7cdaae376cbf (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 277c7b01-7629-4266-a541-a595a35b33f0, dataset_name: DatasetName { pool_name: ZpoolName { id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.29283558Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.29290119Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 277c7b01-7629-4266-a541-a595a35b33f0, dataset_name: DatasetName { pool_name: ZpoolName { id: fc1785d4-b751-4b6a-ab11-f04f4f55dd5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b488837-4873-4ac9-bd84-9bee89316c41, dataset_name: DatasetName { pool_name: ZpoolName { id: 381e8932-eb2a-4460-814f-428cdbf138af (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.371413081Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.371479201Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5b488837-4873-4ac9-bd84-9bee89316c41, dataset_name: DatasetName { pool_name: ZpoolName { id: 381e8932-eb2a-4460-814f-428cdbf138af (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f1607b64-5448-44df-96f9-c25c1e519af9, dataset_name: DatasetName { pool_name: ZpoolName { id: f1a7d47d-6c57-42a4-bd15-18672b1e6840 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.44835635Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.448412751Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: f1607b64-5448-44df-96f9-c25c1e519af9, dataset_name: DatasetName { pool_name: ZpoolName { id: f1a7d47d-6c57-42a4-bd15-18672b1e6840 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c85f716-a8e4-4576-8056-ab1ef32e4f68, dataset_name: DatasetName { pool_name: ZpoolName { id: f4d2460a-5972-41ce-bacd-ad7cd2f0bd01 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.51763914Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.517709931Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4c85f716-a8e4-4576-8056-ab1ef32e4f68, dataset_name: DatasetName { pool_name: ZpoolName { id: f4d2460a-5972-41ce-bacd-ad7cd2f0bd01 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d304db3-3ef6-470f-8340-a6fdffd8f677, dataset_name: DatasetName { pool_name: ZpoolName { id: 3090abc7-dfe5-42ac-b133-5d7cdbe91d6e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.579292089Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.5793472Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 7d304db3-3ef6-470f-8340-a6fdffd8f677, dataset_name: DatasetName { pool_name: ZpoolName { id: 3090abc7-dfe5-42ac-b133-5d7cdbe91d6e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9c92d46c-84d3-44fe-8227-25882ecb4853, dataset_name: DatasetName { pool_name: ZpoolName { id: c7429e1e-4d01-4919-91c1-3d9c212cba37 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.645952243Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.646017354Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 9c92d46c-84d3-44fe-8227-25882ecb4853, dataset_name: DatasetName { pool_name: ZpoolName { id: c7429e1e-4d01-4919-91c1-3d9c212cba37 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 885a06f1-aaad-470e-b98a-3c11567fb498, dataset_name: DatasetName { pool_name: ZpoolName { id: 04441d44-d54a-4373-b876-f7b81122742f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.709906333Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.709964754Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 885a06f1-aaad-470e-b98a-3c11567fb498, dataset_name: DatasetName { pool_name: ZpoolName { id: 04441d44-d54a-4373-b876-f7b81122742f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.765421121Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.765492602Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.765795376Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.766122731Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.886698583Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.887834908Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.887871448Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.949287494Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.949344655Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.949348885Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.949352215Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.949355315Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.949358575Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:34.949361595Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.153529284Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.153920989Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.15396998Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.18218629Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.182422213Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.182441874Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.182457684Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.195056109Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.197273498Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"} {"msg":"Configuring new Omicron zone: oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.197906077Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.203388038Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.208980752Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.214367733Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.219457469Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.224379754Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.229581182Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.234296924Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.239708755Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.375249494Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.381232762Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.387206701Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.392717413Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.399180038Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.404933653Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.410099161Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.415582803Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.420598269Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.426099961Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.431899877Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.438084588Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.445018949Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.452286115Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.46030284Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.467528825Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.474546957Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.481829542Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.488232696Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.553871388Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.630053477Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.782768312Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.786260067Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.786279208Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.921612514Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:443","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 180, 109]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte1\" }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.921681555Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"nexus"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:35.981041183Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.038043922Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.041471776Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.041490877Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.135420889Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:443","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 161, 127]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte2\" }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.13548376Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.1392827Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.1393066Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.241947557Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:443","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 253, 69]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte3\" }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.242006908Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.242499334Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.242510854Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.246301754Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.246316992Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.344662015Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:443","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 209, 119]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte4\" }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.344738366Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.345245793Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.345257003Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.347911677Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.347925908Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.447114339Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:443","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 189, 155]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte5\" }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.44719244Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"external_dns"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.44795561Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.451416086Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.451455146Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.455905885Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.539176897Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.539237188Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Configuring new Omicron zone: oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.539863606Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.548486703Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.548556461Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.548881065Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.548900825Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.549068537Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.551209415Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.551313247Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.554935714Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.558005125Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.558025935Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Installing Omicron zone: oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:36.965146467Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:37.120908132Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:37.231511698Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:37.250268799Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:37.442608943Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:37.524924633Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:37.53613165Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:37.548780896Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:37.567068876Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:38.987930822Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:38.98855582Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:38.98857454Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:38.995507341Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:39.075959797Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:39.076323512Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:39.095647435Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:39.09985347Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:39.103216645Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:39.107618012Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:39.108131569Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:39.108314221Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:39.108786458Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:39.108792388Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:39.116474799Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:39.124421163Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:39.13107277Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:39.137630936Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:39.144646288Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:39.152688814Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b\") failed: Property not found. retry in 49.14246ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:39.873016096Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 67.095771ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:39.894940334Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 30.437635ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:39.918956099Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b\") failed: Property not found. retry in 139.230052ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:39.973688888Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 131.39125ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:40.07981582Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 148.839426ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:40.157447569Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 34.236238ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:40.290626336Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 52.071255ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:40.385813136Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0\") failed: Property not found. retry in 63.355114ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:40.59651241Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b\") failed: Property not found. retry in 161.36977ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:40.722438905Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 60.003828ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:40.808418031Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41\") failed: Property not found. retry in 31.400769ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:41.151274021Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:42.479705583Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 31.771554ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:42.822598893Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 153.439523ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:43.23312752Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 69.352325ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:43.295586149Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 164.833015ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:43.392518041Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 110.689004ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:43.460784577Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 79.047472ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:43.51512637Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0\") failed: Property not found. retry in 133.369656ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:43.575080827Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b\") failed: Property not found. retry in 212.830527ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:43.666855581Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 92.536312ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:43.862729082Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41\") failed: Property not found. retry in 111.1389ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.02411673Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:44.024187371Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 108.798528ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.094337841Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 558.996952ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.118666706Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 87.032438ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.135726794Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 508.439266ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.149764669Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 131.628129ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.162873361Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 172.971887ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.173559111Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0\") failed: Property not found. retry in 123.738619ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.185081932Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b\") failed: Property not found. retry in 575.356964ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.198980415Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:44.200290542Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 264.890866ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.213272062Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41\") failed: Property not found. retry in 110.755329ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.22454054Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 115.945366ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.236330364Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:44.23900245Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 152.475645ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.251514824Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:44.251601115Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:44.257506252Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 560.684163ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.308750185Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0\") failed: Property not found. retry in 508.968267ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.319910202Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41\") failed: Property not found. retry in 207.31834ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.349936825Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 275.536051ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.362397439Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9\") failed: Property not found. retry in 55.585768ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.373780048Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 251.088745ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.386604067Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 555.160104ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.414035017Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9\") failed: Property not found. retry in 106.21556ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.442145846Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9\") failed: Property not found. retry in 25.057329ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.474912125Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 424.500756ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.490001283Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 37.83238ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.505905812Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9\") failed: Property not found. retry in 71.29315ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.546940311Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 67.900722ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.59260966Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41\") failed: Property not found. retry in 436.494895ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.614422016Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9\") failed: Property not found. retry in 261.119491ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.636951872Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9\") failed: Property not found. retry in 273.490252ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.656231225Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 855.831855ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.679160726Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 150.922048ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.707792221Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 503.55652ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.749632561Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 1.148854487s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.773010488Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 1.164363789s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.799223832Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b\") failed: Property not found. retry in 1.332348009s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.839353098Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0\") failed: Property not found. retry in 1.162051005s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.877292176Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 578.45089ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.902464066Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 981.160293ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.924246702Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 714.073674ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.948890005Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9\") failed: Property not found. retry in 313.040339ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:44.979867882Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 516.759241ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:45.007294562Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9\") failed: Property not found. retry in 585.676464ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:45.061194597Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41\") failed: Property not found. retry in 799.607427ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:45.091736967Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 1.438610304s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:45.271299576Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9\") failed: Property not found. retry in 1.132979678s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:45.334864048Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 657.552653ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:45.49846587Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 1.00142623s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:45.540868794Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 1.389632378s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:45.555017579Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9\") failed: Property not found. retry in 1.097547888s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:45.660976236Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 505.119692ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:45.676973116Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41\") failed: Property not found. retry in 1.448846164s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:45.916158916Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 773.226484ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:45.934213972Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:45.949496982Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46700"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 1.274427656s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:45.95922558Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:45.962020496Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"04747f48-5258-468e-b90f-c96a35f4ff92","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46700","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":11202,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 899.308944ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:45.978916667Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0\") failed: Property not found. retry in 1.351382435s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:46.055743813Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 1.490945197s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:46.169816325Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b\") failed: Property not found. retry in 1.05782328s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:46.18695101Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 1.056472271s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:46.199132409Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_effcf430-6675-455f-820f-495829fc7071:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:46.298472289Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:46.299085297Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9\") failed: Property not found. retry in 672.083168ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:46.49870464Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 1.255464008s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:46.555456232Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071\") failed: Property not found. retry in 49.803192ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:46.657591949Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 1.212804399s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:46.758006523Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071\") failed: Property not found. retry in 92.516912ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:46.768140616Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 588.705064ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:46.780333195Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9\") failed: Property not found. retry in 964.344239ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:46.791209268Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071\") failed: Property not found. retry in 240.864399ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:46.875565812Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 653.926595ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:46.892784367Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 1.137837263s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:46.957853309Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071\") failed: Property not found. retry in 319.596517ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:47.129539726Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9\") failed: Property not found. retry in 914.210863ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:47.182083753Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 733.496497ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:47.247034893Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b\") failed: Property not found. retry in 1.344189068s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:47.260511699Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 1.475501363s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:47.274838917Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41\") failed: Property not found. retry in 1.199823632s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:47.377239917Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 610.285941ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:47.386870663Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0\") failed: Property not found. retry in 968.99905ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:47.421106771Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071\") failed: Property not found. retry in 1.127650071s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:47.463145461Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 775.138105ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:47.560155421Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 724.362679ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:47.672870706Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9\") failed: Property not found. retry in 630.291407ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:47.804279096Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 862.135181ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:47.824920746Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 933.715834ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:47.984698497Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 548.475493ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:47.996990178Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 1.287843724s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:48.008983165Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 785.147285ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:48.108599519Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9\") failed: Property not found. retry in 1.15178898s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:48.121456837Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 581.308278ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:48.349474201Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0\") failed: Property not found. retry in 1.080644413s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:48.400969005Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 1.304272256s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:48.412896611Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9\") failed: Property not found. retry in 1.433454006s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:48.44720702Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 870.418026ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:48.557914829Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41\") failed: Property not found. retry in 593.845657ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:48.586979779Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071\") failed: Property not found. retry in 751.477994ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:48.600355234Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b\") failed: Property not found. retry in 1.261959761s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:48.61299823Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 771.903414ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:48.698154724Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 1.022071193s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:48.759988804Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 942.856059ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:48.903923837Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 634.111581ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:48.926603374Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 1.351852424s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:48.992070821Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:48.995557837Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:48.996056473Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:49.001017298Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:49.001234371Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800\") failed: Property not found. retry in 38.729288ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:49.135084173Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b\") failed: Property not found. retry in 52.342854ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:49.165683143Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800\") failed: Property not found. retry in 123.245052ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:49.181341638Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41\") failed: Property not found. retry in 1.36921843s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:49.188285149Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b\") failed: Property not found. retry in 87.623901ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:49.225282623Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9\") failed: Property not found. retry in 1.405973642s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:49.281810363Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 1.028500495s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:49.305678785Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800\") failed: Property not found. retry in 155.997329ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:49.315599785Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b\") failed: Property not found. retry in 268.100627ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:49.323547709Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071\") failed: Property not found. retry in 1.150501627s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:49.361265032Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 683.113302ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:49.436404715Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 714.443144ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:49.478992583Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800\") failed: Property not found. retry in 445.092166ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:49.486771475Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0\") failed: Property not found. retry in 538.884491ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:49.493955909Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 1.165519467s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:49.569510478Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b\") failed: Property not found. retry in 551.418016ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:49.601217213Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 527.299472ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:49.725273876Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 519.944128ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:49.790372008Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 797.757438ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:49.855251888Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b\") failed: Property not found. retry in 1.190712841s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:49.883166293Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9\") failed: Property not found. retry in 775.800099ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:49.890511229Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800\") failed: Property not found. retry in 1.196452258s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:49.941145532Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.046977754Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"1.075755723s"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 771.954968ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.056392607Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 969.848454ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.063362488Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 803.848776ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.070594853Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 1.105790574s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.079431518Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 549.614477ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.086173597Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 1.09237205s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.093543633Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0\") failed: Property not found. retry in 688.39125ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.100273661Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b\") failed: Property not found. retry in 859.646965ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.107126731Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9\") failed: Property not found. retry in 808.021141ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.11394515Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 843.863171ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.121053283Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b\") failed: Property not found. retry in 492.068474ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.128236157Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41\") failed: Property not found. retry in 763.10735ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.13611209Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9\") failed: Property not found. retry in 929.729674ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.143286354Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 653.863896ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.149506165Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800\") failed: Property not found. retry in 1.174922654s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.156357855Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071\") failed: Property not found. retry in 651.755778ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.163289086Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b\") failed: Property not found. retry in 1.324325237s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.631386232Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 1.02118725s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.645514937Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0\") failed: Property not found. retry in 800.672519ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.798796483Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 1.203969187s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.813228812Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071\") failed: Property not found. retry in 760.671718ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.824406078Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 928.645354ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.838074967Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 702.312413ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.88340435Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41\") failed: Property not found. retry in 969.879889ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.90861313Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9\") failed: Property not found. retry in 1.393727904s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.931154905Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 810.007461ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.973116774Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b\") failed: Property not found. retry in 1.430590823s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:51.980928686Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 880.477973ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:52.043497135Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9\") failed: Property not found. retry in 1.363268147s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:52.08282905Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 707.989238ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:52.273048259Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 1.395526165s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:52.281746773Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800\") failed: Property not found. retry in 683.172204ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:52.34110866Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 1.060999247s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:52.595199246Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071\") failed: Property not found. retry in 629.047871ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:52.603795538Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0\") failed: Property not found. retry in 624.311643ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:52.612250609Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 1.11344989s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:52.676348457Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 1.279617707s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:52.775920151Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 1.051222432s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:52.792865982Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41\") failed: Property not found. retry in 566.412517ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:52.887046945Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 740.37949ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:52.932953596Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b\") failed: Property not found. retry in 1.424540957s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:52.964148044Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 798.021299ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:52.990273246Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 1.271743591s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:53.026767774Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800\") failed: Property not found. retry in 1.327499301s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:53.035132423Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071\") failed: Property not found. retry in 1.416665002s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:53.244549573Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0\") failed: Property not found. retry in 1.388273319s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:53.254914669Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9\") failed: Property not found. retry in 513.355304ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:53.338970039Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b\") failed: Property not found. retry in 814.02164ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:53.425095716Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9\") failed: Property not found. retry in 1.47022847s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:53.458791497Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41\") failed: Property not found. retry in 1.123033981s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:53.4697326Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 892.931512ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:53.666364834Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 1.209726012s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:53.683816202Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 624.115355ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:53.692995473Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 877.664623ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:53.798390402Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 812.453957ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:53.807389779Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 979.607938ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:53.854295373Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9\") failed: Property not found. retry in 1.084587745s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:53.86241075Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 519.936686ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:54.08322828Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b\") failed: Property not found. retry in 1.359509588s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:54.274523233Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 692.81498ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:54.345613533Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 626.637155ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:54.381806867Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800\") failed: Property not found. retry in 1.295981339s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:54.420019727Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b\") failed: Property not found. retry in 1.332293567s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:54.455184617Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 1.400398743s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:54.570668289Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41\") failed: Property not found. retry in 876.584436ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:54.601993979Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 1.049957173s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:54.613180285Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 1.018577128s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:54.629090213Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0\") failed: Property not found. retry in 874.086077ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:54.652106825Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071\") failed: Property not found. retry in 535.221237ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:54.670015159Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 503.693327ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:54.684787062Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 550.658138ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:54.845798109Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:54.848415284Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:54.848601316Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 591.07949ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:54.90316195Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9\") failed: Property not found. retry in 742.679207ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:54.939008719Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9\") failed: Property not found. retry in 644.194961ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:54.958606276Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 616.11659ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.021353767Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012\") failed: Property not found. retry in 37.428789ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.03228807Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 543.629878ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.046695549Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012\") failed: Property not found. retry in 95.596456ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.07811978Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012\") failed: Property not found. retry in 153.270748ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.182727709Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 902.428578ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.198028939Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071\") failed: Property not found. retry in 1.380404606s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.215979114Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012\") failed: Property not found. retry in 376.463441ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.346817286Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 705.851791ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.405870749Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:55.477945232Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:55.478155915Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41\") failed: Property not found. retry in 1.163845879s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.493767669Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 1.233164754s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.503208733Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0\") failed: Property not found. retry in 1.491330623s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.535300283Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 1.192746845s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.599527613Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9\") failed: Property not found. retry in 1.309329646s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.611751453Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5\") failed: Property not found. retry in 72.990068ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.637339138Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b\") failed: Property not found. retry in 1.085119263s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.646850963Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 826.667928ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.658162351Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 1.156243633s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.674980861Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 1.264658311s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.70855461Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9\") failed: Property not found. retry in 584.743228ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.720317264Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800\") failed: Property not found. retry in 701.048179ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.731693463Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5\") failed: Property not found. retry in 89.90893ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.740137884Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012\") failed: Property not found. retry in 663.484954ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.749671328Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b\") failed: Property not found. retry in 1.137113085s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.79790856Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5\") failed: Property not found. retry in 218.885303ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.840446166Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 813.639398ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:55.980972445Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5\") failed: Property not found. retry in 290.038657ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:56.07304157Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 891.83765ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:56.113651042Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 1.388198592s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:56.1265324Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9\") failed: Property not found. retry in 1.499532756s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:56.31603114Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5\") failed: Property not found. retry in 778.332643ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:56.372033663Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012\") failed: Property not found. retry in 1.297920098s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:56.422917579Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800\") failed: Property not found. retry in 1.397638223s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:56.443038732Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 788.506518ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:56.49477392Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071\") failed: Property not found. retry in 790.627259ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:56.60709508Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41\") failed: Property not found. retry in 1.325664719s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:56.667843045Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b\") failed: Property not found. retry in 1.271314299s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:56.741214035Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 1.11469827s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:56.748585131Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 1.00756392s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:56.806190555Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 1.434898209s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:56.822510709Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 853.548942ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:56.845677612Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9\") failed: Property not found. retry in 731.562242ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:56.931466255Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b\") failed: Property not found. retry in 1.087686366s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:56.9441071Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 503.939478ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:56.981999946Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 1.242905958s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:57.014481301Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0\") failed: Property not found. retry in 1.157531372s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:57.036946385Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5\") failed: Property not found. retry in 846.34211ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:57.161311772Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 916.961954ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:57.295045302Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:57.310712678Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:09:57.311285005Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071\") failed: Property not found. retry in 1.110840506s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:57.408633069Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 583.962139ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:57.496682892Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234\") failed: Property not found. retry in 34.889619ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:57.508200962Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 1.377765886s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:57.525539809Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234\") failed: Property not found. retry in 74.34436ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:57.5531546Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234\") failed: Property not found. retry in 203.855274ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:57.636899516Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9\") failed: Property not found. retry in 1.169185102s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:57.671712082Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 1.134665218s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:57.709442996Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012\") failed: Property not found. retry in 1.190226685s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:57.730479561Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 1.148740155s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:57.82434303Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9\") failed: Property not found. retry in 1.135150676s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:57.834783606Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234\") failed: Property not found. retry in 240.635245ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:57.856874486Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800\") failed: Property not found. retry in 1.260208896s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:57.882384679Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 1.296551915s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:57.917019183Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41\") failed: Property not found. retry in 1.222967409s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:58.00315975Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5\") failed: Property not found. retry in 595.736548ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:58.017065192Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b\") failed: Property not found. retry in 1.103549484s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:58.026389784Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b\") failed: Property not found. retry in 1.029932822s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:58.043125873Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 624.698117ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:58.093417781Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234\") failed: Property not found. retry in 778.077192ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:58.110453884Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0\") failed: Property not found. retry in 925.519751ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:58.209344228Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 1.132224935s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:58.223090848Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 1.490259445s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:58.267039313Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 933.369814ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:58.275030938Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071\") failed: Property not found. retry in 613.35033ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:58.53269139Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5\") failed: Property not found. retry in 1.006404871s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:58.626606359Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 950.877009ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:58.737905606Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9\") failed: Property not found. retry in 1.347867626s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:58.858152969Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 776.550031ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:58.873066434Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234\") failed: Property not found. retry in 1.041367531s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:58.903690105Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 1.02976604s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:58.918449959Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012\") failed: Property not found. retry in 600.697529ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:58.936061469Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9\") failed: Property not found. retry in 1.008589989s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:58.987232209Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 1.425922386s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:59.000751405Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b\") failed: Property not found. retry in 790.792619ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:59.090062314Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b\") failed: Property not found. retry in 875.187462ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:59.147920002Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0\") failed: Property not found. retry in 1.131601829s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:59.162868457Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800\") failed: Property not found. retry in 1.336684004s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:59.17832584Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071\") failed: Property not found. retry in 1.20372284s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:59.195307952Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 1.374030905s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:59.222187323Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 637.76123ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:59.236198217Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41\") failed: Property not found. retry in 1.463672636s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:59.249108066Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 980.470205ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:59.371238204Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012\") failed: Property not found. retry in 1.020584686s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:59.555760939Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5\") failed: Property not found. retry in 660.832236ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:59.650824453Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 707.267595ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:59.665486275Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 539.917999ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:59.704330104Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 795.742498ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:59.771659355Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 661.17022ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:59.897795596Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b\") failed: Property not found. retry in 596.215801ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:59.913385729Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234\") failed: Property not found. retry in 825.348841ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:59.963452755Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 1.243293659s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:09:59.982466553Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9\") failed: Property not found. retry in 1.376801391s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:00.019136733Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b\") failed: Property not found. retry in 670.839262ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:00.047760748Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9\") failed: Property not found. retry in 1.434126549s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:00.220362817Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 1.155222673s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:00.257391321Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0\") failed: Property not found. retry in 880.227471ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:00.313176501Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5\") failed: Property not found. retry in 510.621188ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:00.329993421Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 1.424713431s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:00.371246701Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 800.496147ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:00.395356007Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071\") failed: Property not found. retry in 741.473904ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:00.426848459Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 680.112539ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:00.443530737Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b\") failed: Property not found. retry in 643.62773ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:00.52242513Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800\") failed: Property not found. retry in 1.390790782s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:00.534724451Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 1.346623782s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:00.569583687Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 850.461466ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:00.582214792Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012\") failed: Property not found. retry in 1.018124463s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:00.592582358Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 1.37389553s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:00.607893108Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41\") failed: Property not found. retry in 1.46725747s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:00.724630006Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b\") failed: Property not found. retry in 1.113836156s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:00.736017885Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234\") failed: Property not found. retry in 1.124597856s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:00.801130767Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5\") failed: Property not found. retry in 1.05364979s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:00.856088806Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 975.131521ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:01.139231522Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b\") failed: Property not found. retry in 1.307336416s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:01.178921101Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071\") failed: Property not found. retry in 611.205707ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:01.190705625Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0\") failed: Property not found. retry in 1.346004047s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:01.205884204Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 644.533476ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:01.218476809Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 727.776352ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:01.236392154Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9\") failed: Property not found. retry in 875.176849ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:01.407391601Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 921.795375ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:01.42258284Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 751.059699ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:01.44244143Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012\") failed: Property not found. retry in 1.133200274s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:01.62426464Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9\") failed: Property not found. retry in 1.316988947s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:01.668090303Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 1.043695952s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:01.809013528Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071\") failed: Property not found. retry in 1.27262789s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:01.821759494Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b\") failed: Property not found. retry in 1.408375463s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:01.863683413Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 1.361150533s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:01.877498964Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5\") failed: Property not found. retry in 1.383980923s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:01.922537323Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 1.11004985s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:01.93377243Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234\") failed: Property not found. retry in 861.26392ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:01.946932642Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800\") failed: Property not found. retry in 984.610913ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:01.959469907Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 547.597039ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:01.980901797Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 623.190629ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:01.996657403Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 1.089186581s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:02.129864667Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41\") failed: Property not found. retry in 1.077438751s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:02.206915715Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 801.301861ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:02.222132544Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9\") failed: Property not found. retry in 1.411669351s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:02.297577821Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 518.787294ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:02.36014623Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b\") failed: Property not found. retry in 1.427369052s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:02.501137645Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 596.563722ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:02.545690118Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0\") failed: Property not found. retry in 1.310012881s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:02.568186843Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 1.475109231s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:02.636651149Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012\") failed: Property not found. retry in 1.296572935s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:02.770239796Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234\") failed: Property not found. retry in 848.796134ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:02.81935556Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 999.765062ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:02.86517604Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 534.871791ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:02.889941894Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800\") failed: Property not found. retry in 1.053608693s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:02.956438294Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9\") failed: Property not found. retry in 933.205171ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:02.997085386Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 533.499616ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:03.037763598Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 1.247290792s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:03.058087964Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071\") failed: Property not found. retry in 1.060606515s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:03.109240724Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 1.459060285s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:03.16246263Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 1.374285139s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:03.235921751Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 802.797663ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:03.251156771Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b\") failed: Property not found. retry in 853.770097ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:03.286128099Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41\") failed: Property not found. retry in 1.2075901s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:03.303693049Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5\") failed: Property not found. retry in 1.007532165s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:03.321847656Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 1.468994746s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:03.439864791Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 831.206132ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:03.589385337Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234\") failed: Property not found. retry in 838.186816ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:03.683960955Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9\") failed: Property not found. retry in 1.383655031s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:03.723518823Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 1.468599754s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:03.8815065Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0\") failed: Property not found. retry in 1.137465714s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:03.894763114Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b\") failed: Property not found. retry in 1.11624994s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:03.940581344Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9\") failed: Property not found. retry in 1.038547043s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:03.94948213Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800\") failed: Property not found. retry in 1.439226576s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:04.02131114Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 580.83415ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:04.063422381Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012\") failed: Property not found. retry in 1.2766512s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:04.075162285Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 883.222915ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:04.120698021Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b\") failed: Property not found. retry in 1.026626366s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:04.149749791Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071\") failed: Property not found. retry in 625.974611ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:04.181239793Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32\") failed: Property not found. retry in 1.435288659s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:04.315203126Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5\") failed: Property not found. retry in 573.621172ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:04.340167233Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68\") failed: Property not found. retry in 1.421935716s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:04.431088123Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41\") failed: Property not found. retry in 1.282687037s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:04.521211382Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234\") failed: Property not found. retry in 1.385879136s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:04.531624419Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677\") failed: Property not found. retry in 926.444023ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:04.621300682Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad\") failed: Property not found. retry in 1.446578378s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:04.629977036Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 522.454147ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:04.653304951Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071\") failed: Property not found. retry in 666.832719ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:04.821178868Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9\") failed: Property not found. retry in 688.644498ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:04.918600403Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5\") failed: Property not found. retry in 1.49492944s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:04.927374008Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9\") failed: Property not found. retry in 1.322717867s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:05.000480545Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4\") failed: Property not found. retry in 1.335246354s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:05.015552852Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0\") failed: Property not found. retry in 500.808681ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:05.04289242Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b\") failed: Property not found. retry in 818.314757ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:05.067080936Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9\") failed: Property not found. retry in 809.293132ms","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:05.116685265Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853\") failed: Property not found. retry in 1.165548549s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:05.188636197Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498\") failed: Property not found. retry in 1.399277021s","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:05.363354513Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.813505322Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_crucible_f1607b64-5448-44df-96f9-c25c1e519af9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.813592993Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_crucible_pantry_68a9f357-b088-4521-bdfb-3ca7b6381b32"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.813602403Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_external_dns_a52585f4-7208-41c3-ac37-3029cbd9b012"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.813608373Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_crucible_4c85f716-a8e4-4576-8056-ab1ef32e4f68"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.813614144Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_crucible_544e2889-6ffb-4271-b2c5-e5814102eec4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.813660084Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_crucible_9c92d46c-84d3-44fe-8227-25882ecb4853"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.813686245Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_crucible_885a06f1-aaad-470e-b98a-3c11567fb498"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.813691885Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_crucible_277c7b01-7629-4266-a541-a595a35b33f0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.813696685Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_crucible_pantry_a92c41e2-55d8-410d-a76b-75046488191b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.813709505Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_oximeter_af0a89d1-a224-45ab-9675-7089dedc5fe9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.813714185Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_clickhouse_b9560b7f-62aa-42db-a117-057b548be234"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.813718835Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_crucible_b24c01d6-5b69-4c4d-87c7-e1ebe641dcad"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.813723455Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_nexus_221b6ce2-61f2-4949-9537-b4af13ae839b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.813728195Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_crucible_5b488837-4873-4ac9-bd84-9bee89316c41"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.813733105Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_crucible_pantry_a9a229b2-32e9-4ad4-8b94-5a16ef0326c9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.813738305Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_crucible_7d304db3-3ef6-470f-8340-a6fdffd8f677"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.813743075Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_nexus_09df608b-9da6-413f-9a4b-1808bcd7a800"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.813801496Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_external_dns_effcf430-6675-455f-820f-495829fc7071"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.813846797Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2966","zone":"oxz_nexus_88974d37-08ca-4371-bfcc-d8e58336bbf5"} {"msg":"Writing ledger to /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.816300739Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.824715579Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.834319584Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"6dfacbfa-7dd8-4fed-85b6-80a8f08a2866","remote_addr":"[fd00:1122:3344:101::1]:53048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":33134800,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.857902943Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1244"} {"msg":"Writing ledger to /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.864988616Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.865502163Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.873442627Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:681"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.888805108Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:694"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:06.929357228Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:825"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:07.210744501Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"2.191125029s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/22728d30-b15c-4a22-83e6-f1b1e01718ef/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:08.126304643Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/22728d30-b15c-4a22-83e6-f1b1e01718ef/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:08.221777362Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/22728d30-b15c-4a22-83e6-f1b1e01718ef/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:08.301184091Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/22728d30-b15c-4a22-83e6-f1b1e01718ef/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:08.500621981Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/22728d30-b15c-4a22-83e6-f1b1e01718ef/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:08.634946619Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/22728d30-b15c-4a22-83e6-f1b1e01718ef/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:08.883916538Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/22728d30-b15c-4a22-83e6-f1b1e01718ef/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:09.255139566Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-06-28T22:10:09.432367005Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"11.232126718s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/22728d30-b15c-4a22-83e6-f1b1e01718ef/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:09.576623083Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/22728d30-b15c-4a22-83e6-f1b1e01718ef/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:09.964837044Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/22728d30-b15c-4a22-83e6-f1b1e01718ef/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:10.512214888Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/22728d30-b15c-4a22-83e6-f1b1e01718ef/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:10.850626786Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/22728d30-b15c-4a22-83e6-f1b1e01718ef/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:11.252145311Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/22728d30-b15c-4a22-83e6-f1b1e01718ef/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:12.01849008Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/22728d30-b15c-4a22-83e6-f1b1e01718ef/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:12.653908226Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/22728d30-b15c-4a22-83e6-f1b1e01718ef/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:13.56956686Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/22728d30-b15c-4a22-83e6-f1b1e01718ef/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:14.519256218Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/22728d30-b15c-4a22-83e6-f1b1e01718ef/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:15.653795476Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:16.002786133Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51337"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:16.004511206Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"4d65bf00-76d4-48f3-a9a6-e16d68f8df37","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51337","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":678,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 403 Forbidden; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb718400-c1c7-4b3d-8de5-8c3905e81262\", \"content-length\": \"113\", \"date\": \"Fri, 28 Jun 2024 22:10:18 GMT\"}; value: Error { error_code: Some(\"Forbidden\"), message: \"Forbidden\", request_id: \"cb718400-c1c7-4b3d-8de5-8c3905e81262\" }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:18.275403535Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"751b4f0f-c635-4fff-80fd-ef77eea646fe\", \"content-length\": \"173\", \"date\": \"Fri, 28 Jun 2024 22:10:20 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"a9021c63-7f96-431e-9198-9a7654ae0f67\\\"\", request_id: \"751b4f0f-c635-4fff-80fd-ef77eea646fe\" }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:20.845061815Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"953d4110-1e85-4be4-8f15-68ba4f931156\", \"content-length\": \"173\", \"date\": \"Fri, 28 Jun 2024 22:10:22 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"a9021c63-7f96-431e-9198-9a7654ae0f67\\\"\", request_id: \"953d4110-1e85-4be4-8f15-68ba4f931156\" }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:22.580112341Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc2a9e4c-dd04-41cf-b339-2a0f686ebbf5\", \"content-length\": \"173\", \"date\": \"Fri, 28 Jun 2024 22:10:24 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"a9021c63-7f96-431e-9198-9a7654ae0f67\\\"\", request_id: \"cc2a9e4c-dd04-41cf-b339-2a0f686ebbf5\" }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:24.820459706Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ee56b37-4ba8-4d33-a670-f02c21a7cac1\", \"content-length\": \"173\", \"date\": \"Fri, 28 Jun 2024 22:10:27 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"a9021c63-7f96-431e-9198-9a7654ae0f67\\\"\", request_id: \"3ee56b37-4ba8-4d33-a670-f02c21a7cac1\" }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:27.252243766Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"668e083f-dc32-4fdb-99b4-69e7f033c55e\", \"content-length\": \"173\", \"date\": \"Fri, 28 Jun 2024 22:10:30 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"a9021c63-7f96-431e-9198-9a7654ae0f67\\\"\", request_id: \"668e083f-dc32-4fdb-99b4-69e7f033c55e\" }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:31.275845764Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95b60b22-ab95-4078-9ddb-404006189391\", \"content-length\": \"173\", \"date\": \"Fri, 28 Jun 2024 22:10:35 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"a9021c63-7f96-431e-9198-9a7654ae0f67\\\"\", request_id: \"95b60b22-ab95-4078-9ddb-404006189391\" }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:35.799572637Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c08959d-9a74-4375-b000-2d43a4fda8a0\", \"content-length\": \"173\", \"date\": \"Fri, 28 Jun 2024 22:10:44 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"a9021c63-7f96-431e-9198-9a7654ae0f67\\\"\", request_id: \"7c08959d-9a74-4375-b000-2d43a4fda8a0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:45.260724645Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:46.042838711Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34753"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:46.042880562Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"14ce43c7-c7b3-458d-bdab-e012efe419b2","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34753","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":29,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:50.817846753Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:41782","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::d]:65345"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:50.82603684Z","hostname":"buskin","pid":1562,"uri":"/a9021c63-7f96-431e-9198-9a7654ae0f67","method":"GET","req_id":"b0d82179-d692-43a5-9fa8-49e6ce3a4a3c","remote_addr":"[fd00:1122:3344:101::d]:65345","local_addr":"[fd00:1122:3344:101::1]:41782","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":7959,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5587a56-2480-4899-9c3b-54539d55676b\", \"content-length\": \"173\", \"date\": \"Fri, 28 Jun 2024 22:10:52 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"a9021c63-7f96-431e-9198-9a7654ae0f67\\\"\", request_id: \"b5587a56-2480-4899-9c3b-54539d55676b\" }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:10:52.261489825Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3bef75b-f1af-4cfb-a676-4a4cba977193\", \"content-length\": \"173\", \"date\": \"Fri, 28 Jun 2024 22:11:00 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"a9021c63-7f96-431e-9198-9a7654ae0f67\\\"\", request_id: \"c3bef75b-f1af-4cfb-a676-4a4cba977193\" }","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:00.776393041Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:01.088933702Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"sled-agent/src/nexus.rs:592","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:01.17670445Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:57924"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:01.17746851Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:01.264402598Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"9fea54da-e031-4a1a-a06a-65ba2451fead","remote_addr":"[fd00:1122:3344:101::b]:57924","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":87614,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:01.265293269Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:01.26536767Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:01.267541409Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:01.267949024Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"9dc5a7d5-09da-4266-b1f3-18bf36da1022","remote_addr":"[fd00:1122:3344:101::b]:57924","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":3291,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:12.865292305Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:53488"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:12.870932828Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5ab9e19a-f9b8-42cb-b346-aff1c689c92e, kind: Service { id: a52585f4-7208-41c3-ac37-3029cbd9b012 }, name: Name(\"external-dns-a52585f4-7208-41c3-ac37-3029cbd9b012\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 127])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: a20b9ed9-42a5-4070-ba7b-11203172977a, kind: Service { id: effcf430-6675-455f-820f-495829fc7071 }, name: Name(\"external-dns-effcf430-6675-455f-820f-495829fc7071\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 155])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 35808902-45c0-47d5-8544-cb7fdaca7e8c, kind: Service { id: 88974d37-08ca-4371-bfcc-d8e58336bbf5 }, name: Name(\"nexus-88974d37-08ca-4371-bfcc-d8e58336bbf5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 69])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ba613ac1-2766-48e3-acdb-eb29ca6e137f, kind: Service { id: 09df608b-9da6-413f-9a4b-1808bcd7a800 }, name: Name(\"nexus-09df608b-9da6-413f-9a4b-1808bcd7a800\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: f475e35c-414a-4bcc-b0ee-9464f4e4dbaf, kind: Service { id: 221b6ce2-61f2-4949-9537-b4af13ae839b }, name: Name(\"nexus-221b6ce2-61f2-4949-9537-b4af13ae839b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 119])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:12.87108123Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:12.871126491Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:12.871148401Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:12.871163091Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:12.871178402Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:12.871201042Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:12.871340944Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"5ab8dfac-b137-4c8d-ab1d-ca5262e875bb","remote_addr":"[fd00:1122:3344:101::b]:53488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":5984,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:12.87254837Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:897"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:13.009572352Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:49039"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:13.009668334Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:13.098774349Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"8c7ae88c-3c22-4dd8-bc81-7915a802b700","remote_addr":"[fd00:1122:3344:101::b]:49039","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":89090,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:13.099016612Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:13.099078943Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:13.099438398Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:13.099680721Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"3881bd0d-a5bc-441b-b6b2-848f32a487c0","remote_addr":"[fd00:1122:3344:101::b]:49039","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":716,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.459306879Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:54202"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.459496722Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5ab9e19a-f9b8-42cb-b346-aff1c689c92e, kind: Service { id: a52585f4-7208-41c3-ac37-3029cbd9b012 }, name: Name(\"external-dns-a52585f4-7208-41c3-ac37-3029cbd9b012\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 127])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: a20b9ed9-42a5-4070-ba7b-11203172977a, kind: Service { id: effcf430-6675-455f-820f-495829fc7071 }, name: Name(\"external-dns-effcf430-6675-455f-820f-495829fc7071\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 155])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 35808902-45c0-47d5-8544-cb7fdaca7e8c, kind: Service { id: 88974d37-08ca-4371-bfcc-d8e58336bbf5 }, name: Name(\"nexus-88974d37-08ca-4371-bfcc-d8e58336bbf5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 69])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ba613ac1-2766-48e3-acdb-eb29ca6e137f, kind: Service { id: 09df608b-9da6-413f-9a4b-1808bcd7a800 }, name: Name(\"nexus-09df608b-9da6-413f-9a4b-1808bcd7a800\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: f475e35c-414a-4bcc-b0ee-9464f4e4dbaf, kind: Service { id: 221b6ce2-61f2-4949-9537-b4af13ae839b }, name: Name(\"nexus-221b6ce2-61f2-4949-9537-b4af13ae839b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 119])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.459537312Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.459569963Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.459579352Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.459585903Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.459594703Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.459607653Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.459626963Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ed7b78af-56b9-4dd5-ad86-baeca4933588","remote_addr":"[fd00:1122:3344:101::b]:54202","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":252,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.512567696Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:41240"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.512770339Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5ab9e19a-f9b8-42cb-b346-aff1c689c92e, kind: Service { id: a52585f4-7208-41c3-ac37-3029cbd9b012 }, name: Name(\"external-dns-a52585f4-7208-41c3-ac37-3029cbd9b012\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 127])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: a20b9ed9-42a5-4070-ba7b-11203172977a, kind: Service { id: effcf430-6675-455f-820f-495829fc7071 }, name: Name(\"external-dns-effcf430-6675-455f-820f-495829fc7071\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 155])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 35808902-45c0-47d5-8544-cb7fdaca7e8c, kind: Service { id: 88974d37-08ca-4371-bfcc-d8e58336bbf5 }, name: Name(\"nexus-88974d37-08ca-4371-bfcc-d8e58336bbf5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 69])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ba613ac1-2766-48e3-acdb-eb29ca6e137f, kind: Service { id: 09df608b-9da6-413f-9a4b-1808bcd7a800 }, name: Name(\"nexus-09df608b-9da6-413f-9a4b-1808bcd7a800\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: f475e35c-414a-4bcc-b0ee-9464f4e4dbaf, kind: Service { id: 221b6ce2-61f2-4949-9537-b4af13ae839b }, name: Name(\"nexus-221b6ce2-61f2-4949-9537-b4af13ae839b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 119])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.512809609Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.512827009Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.51284062Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.512849689Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.51287087Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.5128767Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.51289238Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"e87eb573-f7aa-414e-af8c-008efe9aee6f","remote_addr":"[fd00:1122:3344:101::c]:41240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":231,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.514090636Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:53108"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.514297139Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5ab9e19a-f9b8-42cb-b346-aff1c689c92e, kind: Service { id: a52585f4-7208-41c3-ac37-3029cbd9b012 }, name: Name(\"external-dns-a52585f4-7208-41c3-ac37-3029cbd9b012\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 127])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: a20b9ed9-42a5-4070-ba7b-11203172977a, kind: Service { id: effcf430-6675-455f-820f-495829fc7071 }, name: Name(\"external-dns-effcf430-6675-455f-820f-495829fc7071\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 155])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 35808902-45c0-47d5-8544-cb7fdaca7e8c, kind: Service { id: 88974d37-08ca-4371-bfcc-d8e58336bbf5 }, name: Name(\"nexus-88974d37-08ca-4371-bfcc-d8e58336bbf5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 69])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ba613ac1-2766-48e3-acdb-eb29ca6e137f, kind: Service { id: 09df608b-9da6-413f-9a4b-1808bcd7a800 }, name: Name(\"nexus-09df608b-9da6-413f-9a4b-1808bcd7a800\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: f475e35c-414a-4bcc-b0ee-9464f4e4dbaf, kind: Service { id: 221b6ce2-61f2-4949-9537-b4af13ae839b }, name: Name(\"nexus-221b6ce2-61f2-4949-9537-b4af13ae839b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 119])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.514318879Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.514336369Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.514358689Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.51436864Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.514379569Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.5143882Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:14.51440047Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"442e9387-9a33-4abb-93d5-abfc293da4a7","remote_addr":"[fd00:1122:3344:101::a]:53108","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":180,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:16.073307296Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41504"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:16.073395777Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"fe77faa4-e2ff-48c7-b998-d4439ac7e25f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41504","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":62,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:19.426256502Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:37712"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:19.427012287Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"6e599d98-8afc-4d76-9fc7-a857a067efd4","remote_addr":"[fd00:1122:3344:101::b]:37712","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":779,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:19.490146138Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:62812"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:19.490652395Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2148e6ea-d1dd-4281-8a1e-33ec06194055","remote_addr":"[fd00:1122:3344:101::b]:62812","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":471,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:19.557902176Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1a80a434-c282-4f7c-82a9-df7a38140fea","remote_addr":"[fd00:1122:3344:101::b]:62812","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":4048,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:20.042364323Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:56192"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:20.139874139Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"eb0b3b89-4694-403a-899a-d1ecfd9f95e1","remote_addr":"[fd00:1122:3344:101::b]:56192","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":97390,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:20.14230137Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4c618d66-451b-48e3-ada0-bfbda519638e","remote_addr":"[fd00:1122:3344:101::b]:56192","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":2139,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:20.170400098Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:20.171475762Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:20.172368904Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:20.17359541Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:20.17362003Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"03373521-39ce-41a4-9c56-dc933b44f141","remote_addr":"[fd00:1122:3344:101::b]:56192","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":4039,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:20.817378653Z","hostname":"buskin","pid":1562,"uri":"/a9021c63-7f96-431e-9198-9a7654ae0f67","method":"GET","req_id":"eeb930c9-ce05-4b64-bb6b-fa02f8a1d7b6","remote_addr":"[fd00:1122:3344:101::d]:65345","local_addr":"[fd00:1122:3344:101::1]:41782","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1260,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:46.109695315Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48825"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:46.109792816Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"89c652f1-72d3-4bf0-b5fd-d0b7a231ab0f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48825","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":68,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:49.410028423Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:37744"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:49.410794743Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"97f38a5e-258b-46b5-b836-556080b6308c","remote_addr":"[fd00:1122:3344:101::b]:37744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":739,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:49.416386917Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:41565"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:49.416772761Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"4688db46-85d4-42ce-bd4a-fc5a1390cb4c","remote_addr":"[fd00:1122:3344:101::b]:41565","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":321,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:49.416936323Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"dcc3e7a4-53dc-4fbc-a2cc-0c553fae983d","remote_addr":"[fd00:1122:3344:101::b]:37744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":109,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:49.532359253Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:35866"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:49.576693844Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"40c91bfa-f0c4-481f-93bd-80efeb5cd441","remote_addr":"[fd00:1122:3344:101::b]:35866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":44287,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:49.576966557Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f091aad5-dd3b-430a-af25-72e908041133","remote_addr":"[fd00:1122:3344:101::b]:35866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":121,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:11:50.821933685Z","hostname":"buskin","pid":1562,"uri":"/a9021c63-7f96-431e-9198-9a7654ae0f67","method":"GET","req_id":"cfa1e3c5-d96b-4770-97bc-3cb65a75f515","remote_addr":"[fd00:1122:3344:101::d]:65345","local_addr":"[fd00:1122:3344:101::1]:41782","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1130,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:12:16.14541119Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52178"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:12:16.145520721Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"7b6411b2-b7b9-4957-8178-1ca79cc03e56","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52178","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:12:19.336062987Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:44983"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:12:19.33626964Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"3de2b6d8-5007-4e0b-8985-330234651486","remote_addr":"[fd00:1122:3344:101::b]:44983","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":189,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:12:19.439599102Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:53939"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:12:19.439680323Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9447f1e6-1d5c-4fc8-84d0-69311ded7d52","remote_addr":"[fd00:1122:3344:101::b]:53939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":49,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:12:19.447686588Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7af2b7f9-a58a-483f-bbe2-9b4c0589627b","remote_addr":"[fd00:1122:3344:101::b]:53939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1046,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:12:19.650523592Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:32927"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:12:19.692954427Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"737a09de-0676-4fe3-9a52-6a9846b2268f","remote_addr":"[fd00:1122:3344:101::b]:32927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":42370,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:12:19.693213341Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5610bb4d-17cc-4a14-9906-9f774be4c37a","remote_addr":"[fd00:1122:3344:101::b]:32927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":118,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:12:20.826216506Z","hostname":"buskin","pid":1562,"uri":"/a9021c63-7f96-431e-9198-9a7654ae0f67","method":"GET","req_id":"5f0504e4-8d32-4055-a461-c3d44d6d349b","remote_addr":"[fd00:1122:3344:101::d]:65345","local_addr":"[fd00:1122:3344:101::1]:41782","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":2192,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:12:46.179239786Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53962"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:12:46.179397568Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"5baa6f6d-1012-410e-bb6c-f18ad9cbe218","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53962","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":117,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:12:49.339240342Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:35392"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:12:49.339356074Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"88afce8b-1bb5-47b0-a985-c46c20d38a56","remote_addr":"[fd00:1122:3344:101::b]:35392","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":92,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:12:49.346470817Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"deccb25d-7a4e-4ff5-80c1-d468cd65424a","remote_addr":"[fd00:1122:3344:101::b]:35392","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":778,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:12:49.355521369Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:59103"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:12:49.355738268Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"efe72656-7a3c-414c-878e-b7a5fcc374b6","remote_addr":"[fd00:1122:3344:101::b]:59103","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:12:49.538919035Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:36996"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:12:49.585391853Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"9593ff00-ef6b-48c6-b6a9-7c4e3a16dabd","remote_addr":"[fd00:1122:3344:101::b]:36996","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":46425,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:12:49.585653137Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"18b05d22-22ed-43fb-84df-32fe1e66a157","remote_addr":"[fd00:1122:3344:101::b]:36996","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":114,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:12:50.836406712Z","hostname":"buskin","pid":1562,"uri":"/a9021c63-7f96-431e-9198-9a7654ae0f67","method":"GET","req_id":"db23539c-51e8-440a-b501-6037f61e106f","remote_addr":"[fd00:1122:3344:101::d]:65345","local_addr":"[fd00:1122:3344:101::1]:41782","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":318,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:13:16.212893648Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54043"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:13:16.213121651Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"8d342cb2-1163-4b8e-820e-a674963653c3","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54043","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":83,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:13:19.439884611Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:62625"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:13:19.440067953Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"74fd201e-5bed-4018-b4ed-06bc19d2b9fe","remote_addr":"[fd00:1122:3344:101::b]:62625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":165,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:13:19.462997864Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:49781"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:13:19.463107905Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"617ab7c9-b0a1-441f-bf13-93f375f5c013","remote_addr":"[fd00:1122:3344:101::b]:49781","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":56,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:13:19.570339038Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a8d228eb-5459-43d9-8068-97f15ef80f5d","remote_addr":"[fd00:1122:3344:101::b]:49781","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":116,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:13:19.705898207Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:38350"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:13:19.749980588Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"df4e799f-77e1-4efd-a66c-a207a2b4d7a9","remote_addr":"[fd00:1122:3344:101::b]:38350","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":43969,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:13:19.750242472Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3139cd53-7d9c-4e7b-a749-58cc967e9370","remote_addr":"[fd00:1122:3344:101::b]:38350","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":95,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:13:20.878651867Z","hostname":"buskin","pid":1562,"uri":"/a9021c63-7f96-431e-9198-9a7654ae0f67","method":"GET","req_id":"b7234440-51ce-4706-8957-e78285d6f26f","remote_addr":"[fd00:1122:3344:101::d]:65345","local_addr":"[fd00:1122:3344:101::1]:41782","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":587,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:13:32.845949891Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:13:46.246912167Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:32893"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:13:46.247020998Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"b6e283fd-5971-4c97-9bce-6d18988ce373","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:32893","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":87,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:13:49.442983466Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:60285"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:13:49.443626665Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e44f96be-b27f-4489-9910-b9c6df338342","remote_addr":"[fd00:1122:3344:101::b]:60285","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":634,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:13:49.44938781Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e6af5900-5199-416b-91e0-5112abc00da7","remote_addr":"[fd00:1122:3344:101::b]:60285","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":117,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:13:49.451475695Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:41057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:13:49.451593053Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"2723e970-960a-4fdf-bd1f-20765f2c8ef8","remote_addr":"[fd00:1122:3344:101::b]:41057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:13:49.50213664Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:52126"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:13:49.545592229Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ac8d8511-d831-40ec-8363-6208ab80ffd6","remote_addr":"[fd00:1122:3344:101::b]:52126","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":43405,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:13:49.546571192Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"49217fd7-4790-4a62-92f5-15a2c7fded44","remote_addr":"[fd00:1122:3344:101::b]:52126","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":834,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:13:50.880736099Z","hostname":"buskin","pid":1562,"uri":"/a9021c63-7f96-431e-9198-9a7654ae0f67","method":"GET","req_id":"e473aa10-318e-408a-bd20-5d9c138762e4","remote_addr":"[fd00:1122:3344:101::d]:65345","local_addr":"[fd00:1122:3344:101::1]:41782","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1087,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:14:16.277996912Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36501"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:14:16.278115364Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"f77c22bf-6dec-44f0-956f-df7f8ff2922a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36501","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:14:19.339752805Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:58475"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:14:19.339890276Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e8efa820-c085-4d5c-82a3-c207736e9122","remote_addr":"[fd00:1122:3344:101::b]:58475","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":116,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:14:19.345605271Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9cf72e33-7863-4c0d-8408-bfed9c1617ed","remote_addr":"[fd00:1122:3344:101::b]:58475","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":124,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:14:19.553193467Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:57861"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:14:19.553332429Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"67f81e69-8334-406c-a0c0-b5e5351bff16","remote_addr":"[fd00:1122:3344:101::b]:57861","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":112,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:14:19.734010343Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:46406"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:14:19.778788709Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"18969508-bf8f-4163-844a-615180772349","remote_addr":"[fd00:1122:3344:101::b]:46406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":44728,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:14:19.779589396Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b0c601f9-8ebd-4c2e-af44-f3fb57e2c9c8","remote_addr":"[fd00:1122:3344:101::b]:46406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":701,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:14:20.881316205Z","hostname":"buskin","pid":1562,"uri":"/a9021c63-7f96-431e-9198-9a7654ae0f67","method":"GET","req_id":"8d5ec86b-7a26-4ed9-96d4-ad0271745fec","remote_addr":"[fd00:1122:3344:101::d]:65345","local_addr":"[fd00:1122:3344:101::1]:41782","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":629,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:14:46.311227097Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36812"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:14:46.311339479Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"d31f3205-72b7-42c6-9ce8-ae1189aba0a5","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36812","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:14:49.272236541Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:50065"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:14:49.272342443Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"58487ee0-5029-4568-bdc5-620bf84481f4","remote_addr":"[fd00:1122:3344:101::b]:50065","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":99,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:14:49.27828515Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1dbd9c98-906f-4559-980a-ccede212e6db","remote_addr":"[fd00:1122:3344:101::b]:50065","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":99,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:14:49.325726051Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:64685"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:14:49.325945754Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"d4419f92-cafe-4b2a-882e-27cd50f4022f","remote_addr":"[fd00:1122:3344:101::b]:64685","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":179,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:14:49.392248441Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:41311"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:14:49.439720003Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"280d8966-2e04-45e2-a2d8-ef96be2d49d1","remote_addr":"[fd00:1122:3344:101::b]:41311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":47432,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:14:49.439971006Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1c5a9406-0f21-4f19-ba4f-ed1f3b069849","remote_addr":"[fd00:1122:3344:101::b]:41311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":91,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:14:50.8823701Z","hostname":"buskin","pid":1562,"uri":"/a9021c63-7f96-431e-9198-9a7654ae0f67","method":"GET","req_id":"84a13cd0-d33a-4275-9c16-2f7adf0d4d26","remote_addr":"[fd00:1122:3344:101::d]:65345","local_addr":"[fd00:1122:3344:101::1]:41782","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":838,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:16.343482812Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:16.343628064Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"c86939a0-2b45-4546-a664-a1b24ecf8abc","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55111","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:19.276157105Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:64564"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:19.276293967Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b717c948-f0f1-4ce9-8927-9da1f2c70d10","remote_addr":"[fd00:1122:3344:101::b]:64564","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":120,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:19.281647187Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e494947c-876a-424c-a78a-e7114df9ce56","remote_addr":"[fd00:1122:3344:101::b]:64564","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":115,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:19.321557239Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:65166"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:19.321707951Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"002372b5-915c-473b-a51d-f0d6f7918c8a","remote_addr":"[fd00:1122:3344:101::b]:65166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":130,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:19.498602866Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:43446"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:19.498786478Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5ab9e19a-f9b8-42cb-b346-aff1c689c92e, kind: Service { id: a52585f4-7208-41c3-ac37-3029cbd9b012 }, name: Name(\"external-dns-a52585f4-7208-41c3-ac37-3029cbd9b012\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 127])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: a20b9ed9-42a5-4070-ba7b-11203172977a, kind: Service { id: effcf430-6675-455f-820f-495829fc7071 }, name: Name(\"external-dns-effcf430-6675-455f-820f-495829fc7071\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 155])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 35808902-45c0-47d5-8544-cb7fdaca7e8c, kind: Service { id: 88974d37-08ca-4371-bfcc-d8e58336bbf5 }, name: Name(\"nexus-88974d37-08ca-4371-bfcc-d8e58336bbf5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 69])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ba613ac1-2766-48e3-acdb-eb29ca6e137f, kind: Service { id: 09df608b-9da6-413f-9a4b-1808bcd7a800 }, name: Name(\"nexus-09df608b-9da6-413f-9a4b-1808bcd7a800\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: f475e35c-414a-4bcc-b0ee-9464f4e4dbaf, kind: Service { id: 221b6ce2-61f2-4949-9537-b4af13ae839b }, name: Name(\"nexus-221b6ce2-61f2-4949-9537-b4af13ae839b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 119])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:19.498812799Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:19.498857259Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:19.49888161Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:19.498906Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:19.49892913Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:19.498939Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:19.498958481Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"cbdf3179-56b6-42f6-87d0-6e1d1731d828","remote_addr":"[fd00:1122:3344:101::b]:43446","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":321,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:19.892150716Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:47880"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:19.953873383Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e2579885-6c9b-47f5-aff9-74a5240be646","remote_addr":"[fd00:1122:3344:101::b]:47880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":61658,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:19.954184067Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"022a2661-74f7-4dc3-b20d-75876b05f6f8","remote_addr":"[fd00:1122:3344:101::b]:47880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":125,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:20.882000668Z","hostname":"buskin","pid":1562,"uri":"/a9021c63-7f96-431e-9198-9a7654ae0f67","method":"GET","req_id":"d98b39be-a1ef-4ba6-952c-4ac4eeb0b1a3","remote_addr":"[fd00:1122:3344:101::d]:65345","local_addr":"[fd00:1122:3344:101::1]:41782","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":626,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:46.375788528Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35080"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:46.375918719Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"5383e713-f0a0-4e2d-a8ee-e35e730c7e69","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35080","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:49.233620912Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:64948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:49.233726973Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"da3b54d7-477d-45cd-bd29-2ed4ee7250b6","remote_addr":"[fd00:1122:3344:101::b]:64948","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":88,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:49.239298956Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"525d2447-2a83-4560-a9da-c889a73f4502","remote_addr":"[fd00:1122:3344:101::b]:64948","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":109,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:49.255976024Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:60256"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:49.256170177Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"a6954d5a-52ee-442c-a888-16a4b2054a87","remote_addr":"[fd00:1122:3344:101::b]:60256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:49.436358315Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:38509"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:49.47878282Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"212b2af0-914b-4f08-a6f6-a73f570dcdd3","remote_addr":"[fd00:1122:3344:101::b]:38509","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":42388,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:49.479701102Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4527434e-9e26-4a03-b170-0ef1886a58b0","remote_addr":"[fd00:1122:3344:101::b]:38509","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":758,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:15:50.969383631Z","hostname":"buskin","pid":1562,"uri":"/a9021c63-7f96-431e-9198-9a7654ae0f67","method":"GET","req_id":"b05f29c4-3ce6-41d9-ac9f-f644f5de3c12","remote_addr":"[fd00:1122:3344:101::d]:65345","local_addr":"[fd00:1122:3344:101::1]:41782","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":703,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:16:16.40610942Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46456"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:16:16.406193681Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"234582d6-c95e-4b2a-8811-f140f926a821","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46456","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":74,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:16:19.355087827Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:33941"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:16:19.355231759Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"527dafc7-7ec2-4ca7-8668-e9edca7cc207","remote_addr":"[fd00:1122:3344:101::b]:33941","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":115,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:16:19.362038478Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"d9c3c326-90a1-49cd-90b2-cfd12787a22d","remote_addr":"[fd00:1122:3344:101::b]:33941","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":875,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:16:19.490987836Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:60834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:16:19.491117167Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"a7e563e7-8336-4be0-bda0-9561f454c919","remote_addr":"[fd00:1122:3344:101::b]:60834","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:16:19.837827624Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:39326"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:16:19.880179078Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"dd91abed-284e-4c8a-af73-606879fda842","remote_addr":"[fd00:1122:3344:101::b]:39326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":42299,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:16:19.880481652Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"303eb1bf-da53-49e0-a99c-2a40868e0444","remote_addr":"[fd00:1122:3344:101::b]:39326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":120,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:16:20.969444821Z","hostname":"buskin","pid":1562,"uri":"/a9021c63-7f96-431e-9198-9a7654ae0f67","method":"GET","req_id":"0a1eb5f2-8ae8-4574-ba11-5db75c26adf8","remote_addr":"[fd00:1122:3344:101::d]:65345","local_addr":"[fd00:1122:3344:101::1]:41782","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":857,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:16:46.439979769Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38069"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:16:46.440140672Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"0ad2c4af-12b6-47bc-84e0-6cb962986584","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38069","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":143,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:16:49.27379577Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:36479"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:16:49.274006822Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"25207fda-0b72-454f-b209-332547904bd1","remote_addr":"[fd00:1122:3344:101::b]:36479","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":192,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:16:49.360893449Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:62952"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:16:49.361000351Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"38bbe2ac-675c-470d-a690-09ec13962cab","remote_addr":"[fd00:1122:3344:101::b]:62952","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":63,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:16:49.366919208Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9457d3ed-0376-409c-b3e8-ef8f5761107b","remote_addr":"[fd00:1122:3344:101::b]:62952","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":103,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:16:49.482258817Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:33931"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:16:49.52827905Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"bbc64b2e-5dd9-4f87-b8e5-ba5c9c38966b","remote_addr":"[fd00:1122:3344:101::b]:33931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":45987,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:16:49.528522163Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"7e365bf2-49f0-46d8-9c59-ead3fae4a40b","remote_addr":"[fd00:1122:3344:101::b]:33931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":91,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:16:50.974116118Z","hostname":"buskin","pid":1562,"uri":"/a9021c63-7f96-431e-9198-9a7654ae0f67","method":"GET","req_id":"637ce109-5e1d-431b-923f-61924924a543","remote_addr":"[fd00:1122:3344:101::d]:65345","local_addr":"[fd00:1122:3344:101::1]:41782","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":549,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:17:16.471864255Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61733"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:17:16.471968076Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"828552d2-43dc-447a-8706-cdadc54f9d3e","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61733","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":77,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:17:19.280109031Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:55526"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:17:19.280930502Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"fa288110-fdd3-4547-a002-ae48e448d5a2","remote_addr":"[fd00:1122:3344:101::b]:55526","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":801,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:17:19.532802417Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:33893"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:17:19.532883288Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5aa1c159-099b-4c08-ba7b-b13dd7bf6132","remote_addr":"[fd00:1122:3344:101::b]:33893","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":64,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:17:19.53910898Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b344d826-ae22-40d9-a1d6-831d8bd6ada6","remote_addr":"[fd00:1122:3344:101::b]:33893","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":519,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:17:19.64534667Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:37934"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:17:19.690144246Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5f6b306b-b75e-4b53-827a-6884560df824","remote_addr":"[fd00:1122:3344:101::b]:37934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":44732,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:17:19.691108109Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3266607c-75f4-4c9b-b704-004de7fbcdbd","remote_addr":"[fd00:1122:3344:101::b]:37934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":805,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:17:20.970066304Z","hostname":"buskin","pid":1562,"uri":"/a9021c63-7f96-431e-9198-9a7654ae0f67","method":"GET","req_id":"acab0279-1f31-4b90-8e60-e5a75bc1ddee","remote_addr":"[fd00:1122:3344:101::d]:65345","local_addr":"[fd00:1122:3344:101::1]:41782","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":661,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:17:46.504734913Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38078"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:17:46.504894865Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"12ccf019-0887-4c55-a806-74e55bef22d2","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38078","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":112,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:17:49.221793126Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:62345"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:17:49.221920687Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a1236e1c-c9a6-42cb-8b7c-2d06d88b6389","remote_addr":"[fd00:1122:3344:101::b]:62345","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":108,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:17:49.227901036Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"50e3a5f1-b6da-4a5a-aad8-f4d98385bcfe","remote_addr":"[fd00:1122:3344:101::b]:62345","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":110,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:17:49.24044128Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:40830"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:17:49.240592442Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"c481f5ff-f0ee-49d9-ba55-5a845d2dc994","remote_addr":"[fd00:1122:3344:101::b]:40830","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":118,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:17:49.440852762Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:45742"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:17:49.486239546Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6b875a06-cb66-4d5c-b56d-36bd47420274","remote_addr":"[fd00:1122:3344:101::b]:45742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":45336,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:17:49.48651382Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3f7d181a-860d-4505-b0fa-710d0d0e24ac","remote_addr":"[fd00:1122:3344:101::b]:45742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":108,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:17:50.970195944Z","hostname":"buskin","pid":1562,"uri":"/a9021c63-7f96-431e-9198-9a7654ae0f67","method":"GET","req_id":"ed1bb624-d00c-4910-8e4f-b5dbddf8597a","remote_addr":"[fd00:1122:3344:101::d]:65345","local_addr":"[fd00:1122:3344:101::1]:41782","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":888,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:16.536153982Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58331"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:16.536252683Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"af6888e8-6337-400d-9e20-5207667d98e9","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58331","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":71,"response_code":"200"} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:19.190139429Z","hostname":"buskin","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:300"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:19.190207239Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:19.228114475Z","hostname":"buskin","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:289","time_to_next_cleanup":"599.99999677s","next_cleanup":"Instant { tv_sec: 2148, tv_nsec: 937090553 }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:19.308444657Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:58709"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:19.30867664Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"de4890e8-4e9e-4b57-9995-4d2b10074662","remote_addr":"[fd00:1122:3344:101::b]:58709","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":174,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:19.432706043Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:46045"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:19.433567044Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"0962026e-1a2d-4b93-a2dd-edd7469923f1","remote_addr":"[fd00:1122:3344:101::b]:46045","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":826,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:19.439283979Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e92bbed8-0ee2-4b15-b27b-3f9e70a3d9fa","remote_addr":"[fd00:1122:3344:101::b]:46045","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":107,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:19.609391975Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:36835"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:19.654630547Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"7fcee1a1-b028-4301-b4fc-04a8f8d32c58","remote_addr":"[fd00:1122:3344:101::b]:36835","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":45203,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:19.654828599Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1ede5027-99c1-4cb4-8ab3-3df6f6dd7617","remote_addr":"[fd00:1122:3344:101::b]:36835","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":84,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:21.048241372Z","hostname":"buskin","pid":1562,"uri":"/a9021c63-7f96-431e-9198-9a7654ae0f67","method":"GET","req_id":"d960b4a1-a66f-4bdd-a2b7-294a46456969","remote_addr":"[fd00:1122:3344:101::d]:65345","local_addr":"[fd00:1122:3344:101::1]:41782","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":537,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:32.851954833Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:46.56987414Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40191"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:46.569971791Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"63edc260-6254-4707-8db9-bcd3e27737fa","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40191","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":88,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:49.230172119Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:65463"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:49.230288171Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f3e9ea31-b8e3-49b8-9b26-2e6665d25ad0","remote_addr":"[fd00:1122:3344:101::b]:65463","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":105,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:49.235929145Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"972c6620-e4c6-404e-99e9-1db8753e874d","remote_addr":"[fd00:1122:3344:101::b]:65463","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":119,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:49.256578195Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:48878"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:49.257299264Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"06988217-1f9f-40fd-b860-c9c14d73b742","remote_addr":"[fd00:1122:3344:101::b]:48878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":705,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:49.48166466Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:65192"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:49.527273447Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"bf8369af-2ee8-4539-a602-192c2bbf626d","remote_addr":"[fd00:1122:3344:101::b]:65192","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":45554,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:49.527537271Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"93b8f47b-2a44-4676-8bef-c7d8e2b93445","remote_addr":"[fd00:1122:3344:101::b]:65192","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":82,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:18:51.049535886Z","hostname":"buskin","pid":1562,"uri":"/a9021c63-7f96-431e-9198-9a7654ae0f67","method":"GET","req_id":"820d67e9-aafb-4dc3-81da-54327ec2a7a7","remote_addr":"[fd00:1122:3344:101::d]:65345","local_addr":"[fd00:1122:3344:101::1]:41782","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1466,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:19:16.600907412Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58233"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:19:16.601001133Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"3160c767-e051-409b-a33c-5663c1b53a7f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58233","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":72,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:19:19.42081787Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:58473"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:19:19.421442978Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"0b59c666-8331-4bc0-9340-42cc27c50e70","remote_addr":"[fd00:1122:3344:101::b]:58473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":607,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:19:19.424776632Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:63056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:19:19.424942864Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"c83755e5-4e74-4cd7-a7be-17ee004a466c","remote_addr":"[fd00:1122:3344:101::b]:63056","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":145,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:19:19.42691902Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"aad7a3dd-20da-4909-96a4-9b1a5f34af05","remote_addr":"[fd00:1122:3344:101::b]:58473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":236,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:19:19.6263555Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:54127"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:19:19.67148632Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d0c3eb2f-8cf8-4079-a3a8-7581e1f9631a","remote_addr":"[fd00:1122:3344:101::b]:54127","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":45096,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:19:19.671736973Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"56ac6fbc-e8b1-4213-8e97-cd721dd23ef2","remote_addr":"[fd00:1122:3344:101::b]:54127","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":93,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:19:21.049279679Z","hostname":"buskin","pid":1562,"uri":"/a9021c63-7f96-431e-9198-9a7654ae0f67","method":"GET","req_id":"e2bb0de7-ddf0-46cd-a8c6-e76b4cf59a53","remote_addr":"[fd00:1122:3344:101::d]:65345","local_addr":"[fd00:1122:3344:101::1]:41782","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1085,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:19:46.63160753Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60011"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:19:46.631763342Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"c45268b7-9dbf-407e-850c-0b05d3984957","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60011","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:19:49.255740236Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:59570"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:19:49.255837177Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"00fed1fa-14ad-4805-ad63-8082821d1101","remote_addr":"[fd00:1122:3344:101::b]:59570","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":86,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:19:49.261290339Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"4f2371e6-8017-4b9d-bcc8-fb1415271cbc","remote_addr":"[fd00:1122:3344:101::b]:59570","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":105,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:19:49.269057821Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:38141"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:19:49.269248633Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"4698529b-d52d-4157-9b12-49dc9f489611","remote_addr":"[fd00:1122:3344:101::b]:38141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":167,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:19:49.474156114Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:37784"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:19:49.519628569Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"1c37ff12-820e-483a-9260-e395afdc864f","remote_addr":"[fd00:1122:3344:101::b]:37784","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":45415,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:19:49.522816441Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4af95bc2-08b0-4dfb-b9f6-db566eb42cc4","remote_addr":"[fd00:1122:3344:101::b]:37784","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":93,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:19:51.049191703Z","hostname":"buskin","pid":1562,"uri":"/a9021c63-7f96-431e-9198-9a7654ae0f67","method":"GET","req_id":"82809bd5-47ea-46e3-acaa-6f85c81de6c8","remote_addr":"[fd00:1122:3344:101::d]:65345","local_addr":"[fd00:1122:3344:101::1]:41782","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":561,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:16.663439502Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51755"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:16.663532983Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"c06d561c-d559-4d34-9bbd-ef61c0d71519","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51755","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":77,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.562088721Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:63667"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.562298083Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"9e3faf71-6162-40bb-91e3-fca08e266609","remote_addr":"[fd00:1122:3344:101::b]:63667","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":184,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.570654843Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:35858"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.571528964Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b20f49cd-ab64-4877-bff5-d5a97742146c","remote_addr":"[fd00:1122:3344:101::b]:35858","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":830,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.576857754Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7837fe1b-4a25-46a7-951d-3b8ff79349f8","remote_addr":"[fd00:1122:3344:101::b]:35858","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":108,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.580438481Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:60883"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.580579603Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5ab9e19a-f9b8-42cb-b346-aff1c689c92e, kind: Service { id: a52585f4-7208-41c3-ac37-3029cbd9b012 }, name: Name(\"external-dns-a52585f4-7208-41c3-ac37-3029cbd9b012\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 127])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: a20b9ed9-42a5-4070-ba7b-11203172977a, kind: Service { id: effcf430-6675-455f-820f-495829fc7071 }, name: Name(\"external-dns-effcf430-6675-455f-820f-495829fc7071\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 155])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 35808902-45c0-47d5-8544-cb7fdaca7e8c, kind: Service { id: 88974d37-08ca-4371-bfcc-d8e58336bbf5 }, name: Name(\"nexus-88974d37-08ca-4371-bfcc-d8e58336bbf5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 253, 69])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ba613ac1-2766-48e3-acdb-eb29ca6e137f, kind: Service { id: 09df608b-9da6-413f-9a4b-1808bcd7a800 }, name: Name(\"nexus-09df608b-9da6-413f-9a4b-1808bcd7a800\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: f475e35c-414a-4bcc-b0ee-9464f4e4dbaf, kind: Service { id: 221b6ce2-61f2-4949-9537-b4af13ae839b }, name: Name(\"nexus-221b6ce2-61f2-4949-9537-b4af13ae839b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 119])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.580600593Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.580626053Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.580665984Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.580681294Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.580687114Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.580692504Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:709","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.580698414Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"8e8d0eab-0086-4c29-89b4-0d4d7c85371f","remote_addr":"[fd00:1122:3344:101::b]:60883","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":231,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.69193962Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:33102"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.692528017Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.776281683Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"ac87aabe-e1f4-441c-9b33-b63086c0e9d5","remote_addr":"[fd00:1122:3344:101::b]:33102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":84289,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.776579237Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/8cbaafb4-c085-4997-8977-45726fe29b62/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.776644098Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/aac5d29e-4a80-46cd-84a5-ef3e32cd78c3/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.777145225Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.777397618Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:32859"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.77755453Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"ba1c3110-adb3-4bd5-85ed-114bad04a3b1","remote_addr":"[fd00:1122:3344:101::b]:33102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1062,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.821580076Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d67efbd7-b674-4f81-96cb-fc19e28d94b4","remote_addr":"[fd00:1122:3344:101::b]:32859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":44122,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:19.821936401Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"41743639-0e0d-4bba-b023-1d280477809b","remote_addr":"[fd00:1122:3344:101::b]:32859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":146,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:46.695367625Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43886"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:46.695477207Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"93b76d1a-7a2d-4afa-8e68-ec26fbaff440","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43886","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":83,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:49.237693531Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:32942"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:49.237814693Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"66755180-ee26-47a6-bae3-e6a56f54314b","remote_addr":"[fd00:1122:3344:101::b]:32942","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":97,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:49.24292709Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ef77ca5e-7e61-4f41-939a-f71786a7298c","remote_addr":"[fd00:1122:3344:101::b]:32942","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":118,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:49.25291128Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:48288"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:49.25369198Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"f54a1341-412f-46ef-b885-aca6df0f7c6d","remote_addr":"[fd00:1122:3344:101::b]:48288","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":750,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:49.438083893Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:59993"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:49.482211321Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c3b13ab4-4dee-430d-8351-69cb751e1336","remote_addr":"[fd00:1122:3344:101::b]:59993","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":44075,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:49.482522035Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"dbd89cb7-6388-4413-9e78-1bdb408742ba","remote_addr":"[fd00:1122:3344:101::b]:59993","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":134,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-06-28T22:20:51.137082975Z","hostname":"buskin","pid":1562,"uri":"/a9021c63-7f96-431e-9198-9a7654ae0f67","method":"GET","req_id":"e7af68f6-f74c-47eb-90bb-01b2daec8f2e","remote_addr":"[fd00:1122:3344:101::d]:65345","local_addr":"[fd00:1122:3344:101::1]:41782","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"a9021c63-7f96-431e-9198-9a7654ae0f67","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1346,"response_code":"200"}