[ Apr 1 23:09:18 Enabled. ] [ Apr 1 23:09:18 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Apr 1 23:09:18 Method "start" exited with status 0. ] [ Apr 1 23:09:18 Rereading configuration. ] [ Apr 1 23:09:18 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:18.406161777Z","hostname":"buskin","pid":1618,"file":"illumos-utils/src/running_zone.rs:163"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:18.40632798Z","hostname":"buskin","pid":1618,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:253"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:18.460277793Z","hostname":"buskin","pid":1618,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:260","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:18.460317224Z","hostname":"buskin","pid":1618,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:18.576328059Z","hostname":"buskin","pid":1618,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:18.584693386Z","hostname":"buskin","pid":1618,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:18.592850718Z","hostname":"buskin","pid":1618,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:270","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.197409075Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fdb0:200::, len: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.334837316Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:115"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.334885137Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:127"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.334971659Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:137"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.335075571Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:157","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.335091991Z","hostname":"buskin","pid":1618,"component":"DumpSetup-archival","file":"sled-agent/src/dump_setup.rs:291"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.335100401Z","hostname":"buskin","pid":1618,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:609"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.335131152Z","hostname":"buskin","pid":1618,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:801"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.33804189Z","hostname":"buskin","pid":1618,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:535"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:19.33806022Z","hostname":"buskin","pid":1618,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:658"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.3380651Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:171"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.338069611Z","hostname":"buskin","pid":1618,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:716"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.338086221Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:227","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.338134732Z","hostname":"buskin","pid":1618,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:261","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.338239194Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.338256124Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.338307395Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/disk.rs:111","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.35062083Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:301"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.350659001Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:312","id":"6ad8806b-2884-4993-bb8c-8ec4e428dde2"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.448529746Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }","zpool":"ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.6539912Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.654027511Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:227","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.654033041Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.654045931Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.654050301Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.654055001Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/disk.rs:111","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.662793195Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:301"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.662822586Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:312","id":"c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.749367826Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }","zpool":"ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.952782539Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:227","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.95282801Z","hostname":"buskin","pid":1618,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.952858951Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.952873851Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.952881441Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:227","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.952886011Z","hostname":"buskin","pid":1618,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.952911002Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.952917842Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.952949542Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:227","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.952960483Z","hostname":"buskin","pid":1618,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.952980333Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.952996034Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953031604Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:227","vdev":"/scratch/u2_3.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953058225Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953064025Z","hostname":"buskin","pid":1618,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953079275Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953083625Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:227","vdev":"/scratch/u2_4.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953095596Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953099525Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953103965Z","hostname":"buskin","pid":1618,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953119306Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:227","vdev":"/scratch/u2_5.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953143296Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953147397Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953160577Z","hostname":"buskin","pid":1618,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953177477Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:227","vdev":"/scratch/u2_6.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1032 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953182037Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953185527Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953193337Z","hostname":"buskin","pid":1618,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953212018Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:227","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1033 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953221798Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953225598Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953238738Z","hostname":"buskin","pid":1618,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1032 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953257269Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:227","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1034 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953266159Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953271129Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953275549Z","hostname":"buskin","pid":1618,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1032 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1033 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.95330232Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:87"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.95331307Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:89"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.95332034Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.95332508Z","hostname":"buskin","pid":1618,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1032 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1033 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1034 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953349681Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:195"} {"msg":"No ledger in /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953408632Z","hostname":"buskin","pid":1618,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953420842Z","hostname":"buskin","pid":1618,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953434602Z","hostname":"buskin","pid":1618,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953449043Z","hostname":"buskin","pid":1618,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953455043Z","hostname":"buskin","pid":1618,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953459113Z","hostname":"buskin","pid":1618,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953485863Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:200"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.953502604Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:215"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.963564803Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:701"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.963597163Z","hostname":"buskin","pid":1618,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:289","time_to_next_cleanup":"599.999930898s","next_cleanup":"Instant { tv_sec: 1408, tv_nsec: 536450259 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.963634934Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3588"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.963676665Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.963730366Z","hostname":"buskin","pid":1618,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.963739136Z","hostname":"buskin","pid":1618,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.967004511Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:195"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.967247266Z","hostname":"buskin","pid":1618,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:200::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV1 {\n rack_subnet: Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV1 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Network {\n addr: 0.0.0.0,\n prefix: 0,\n },\n ),\n nexthop: 10.151.1.100,\n },\n ],\n addresses: [\n V4(\n Ipv4Network {\n addr: 10.151.1.174,\n prefix: 24,\n },\n ),\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n },\n ],\n bgp: [],\n bfd: [],\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.967550622Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:997"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.967558752Z","hostname":"buskin","pid":1618,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.967618623Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.967677205Z","hostname":"buskin","pid":1618,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.967693655Z","hostname":"buskin","pid":1618,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.967698925Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1057"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.967729095Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.967737896Z","hostname":"buskin","pid":1618,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.967754776Z","hostname":"buskin","pid":1618,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.967763056Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1098"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.967767486Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:118"} {"msg":"Creating plan for the sled at fdb0:200::1","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.967772656Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:91"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.967804187Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Writing ledger to /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.967836248Z","hostname":"buskin","pid":1618,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.968157054Z","hostname":"buskin","pid":1618,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.968288837Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:138"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.968296737Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1131"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.968338478Z","hostname":"buskin","pid":1618,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.968344418Z","hostname":"buskin","pid":1618,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.968502171Z","hostname":"buskin","pid":1618,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.968610693Z","hostname":"buskin","pid":1618,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.968657904Z","hostname":"buskin","pid":1618,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:200::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: dc075b11-732c-431c-a27a-0d5d70c2d934, rack_id: 9781a59d-f898-4176-92b6-aa89b264f52a, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.968836977Z","hostname":"buskin","pid":1618,"remote_addr":"[fdb0:200::1]:60842","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: dc075b11-732c-431c-a27a-0d5d70c2d934, rack_id: 9781a59d-f898-4176-92b6-aa89b264f52a, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.96895309Z","hostname":"buskin","pid":1618,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:356"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.96896073Z","hostname":"buskin","pid":1618,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:371"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.969004891Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.969009951Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/server.rs:44"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.969013361Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:530"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.969035432Z","hostname":"buskin","pid":1618,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.969040712Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }"} {"msg":"No ledger in /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.969047242Z","hostname":"buskin","pid":1618,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.969051772Z","hostname":"buskin","pid":1618,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.969055852Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:519"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.969059442Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:547"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.971820577Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3819"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.97900737Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.989553359Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:19.999348954Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.008867993Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.017557426Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.025892342Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.034202327Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.043375879Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.052122373Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"No disks to be automatically managed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.052171334Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:558"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.052181404Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:370"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.052186524Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:339"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.052191724Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:449","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.052200334Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.07211224Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.08917718Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.116439081Z","hostname":"buskin","pid":1618,"sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:355"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.116479792Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.116485952Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.116493332Z","hostname":"buskin","pid":1618,"sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:367"} {"msg":"Failed enable ddm stats (will retry after 56.645052ms","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.119732567Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac00d57f-a3f7-4604-a1f7-e807de4ffe21\", \"content-length\": \"124\", \"date\": \"Mon, 01 Apr 2024 23:09:19 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ac00d57f-a3f7-4604-a1f7-e807de4ffe21\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_6ad8806b-2884-4993-bb8c-8ec4e428dde2/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.130432829Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_6ad8806b-2884-4993-bb8c-8ec4e428dde2/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.153486088Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_6ad8806b-2884-4993-bb8c-8ec4e428dde2/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.153536699Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.158513418Z","hostname":"buskin","pid":1618,"sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:382"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.158526948Z","hostname":"buskin","pid":1618,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"} {"msg":"Ensuring dataset oxi_6ad8806b-2884-4993-bb8c-8ec4e428dde2/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.158534268Z","hostname":"buskin","pid":1618,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.177917233Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 171.610045ms","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.178404773Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfc06c64-4670-4b85-ab36-1be3b69834ad\", \"content-length\": \"124\", \"date\": \"Mon, 01 Apr 2024 23:09:19 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"bfc06c64-4670-4b85-ab36-1be3b69834ad\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.226865126Z","hostname":"buskin","pid":1618,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.351156777Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 139.986639ms","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.351717578Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e999e9c-ab54-4549-9547-e5092fa96125\", \"content-length\": \"124\", \"date\": \"Mon, 01 Apr 2024 23:09:20 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5e999e9c-ab54-4549-9547-e5092fa96125\" }"} {"msg":"Mounting oxi_6ad8806b-2884-4993-bb8c-8ec4e428dde2/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.445432851Z","hostname":"buskin","pid":1618,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.457540051Z","hostname":"buskin","pid":1618,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.457622253Z","hostname":"buskin","pid":1618,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.457645384Z","hostname":"buskin","pid":1618,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.457669044Z","hostname":"buskin","pid":1618,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.492612519Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 206.964088ms","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.493116609Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0233fb27-8215-4570-b0db-fc7bbf2ebf97\", \"content-length\": \"124\", \"date\": \"Mon, 01 Apr 2024 23:09:20 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0233fb27-8215-4570-b0db-fc7bbf2ebf97\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.70197074Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 104.336087ms","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.702625313Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04a20476-fa52-40b8-bbf0-12baf0277d9b\", \"content-length\": \"124\", \"date\": \"Mon, 01 Apr 2024 23:09:20 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"04a20476-fa52-40b8-bbf0-12baf0277d9b\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.808683371Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 215.870839ms","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:20.809174551Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e4ec6c4-9af3-4748-9d4b-e55da9fc52c6\", \"content-length\": \"124\", \"date\": \"Mon, 01 Apr 2024 23:09:20 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8e4ec6c4-9af3-4748-9d4b-e55da9fc52c6\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.026579782Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 441.962594ms","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.027312307Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00d4f2c8-e66e-4c69-a088-e378a3678cc9\", \"content-length\": \"124\", \"date\": \"Mon, 01 Apr 2024 23:09:20 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"00d4f2c8-e66e-4c69-a088-e378a3678cc9\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.166278329Z","hostname":"buskin","pid":1618,"sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:90"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.213204222Z","hostname":"buskin","pid":1618,"component":"VmmReservoirManager","sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:266"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.213263753Z","hostname":"buskin","pid":1618,"component":"VmmReservoirManager","sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:274"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.213437266Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:983","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.213456596Z","hostname":"buskin","pid":1618,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.21464397Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:195"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.214673991Z","hostname":"buskin","pid":1618,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:426"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.214704931Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Writing ledger to /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.214716072Z","hostname":"buskin","pid":1618,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:21.214854844Z","hostname":"buskin","pid":1618,"sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1178","retry_after":"288.822064ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:21.214883325Z","hostname":"buskin","pid":1618,"component":"NexusNotifierTask","sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"Writing ledger to /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.214921986Z","hostname":"buskin","pid":1618,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.215080509Z","hostname":"buskin","pid":1618,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.215096979Z","hostname":"buskin","pid":1618,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:261","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.1.100 }], addresses: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 24 })], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.215103709Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3588"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.21511482Z","hostname":"buskin","pid":1618,"remote_addr":"[fdb0:200::1]:60842","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.215192451Z","hostname":"buskin","pid":1618,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:200::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.215199041Z","hostname":"buskin","pid":1618,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:200::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.397169448Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.397231369Z","hostname":"buskin","pid":1618,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.39727105Z","hostname":"buskin","pid":1618,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.397306761Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.397373822Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.429991141Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:43606"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.430190064Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.430290077Z","hostname":"buskin","pid":1618,"uri":"/inventory","method":"GET","req_id":"62404680-ca0b-4ca8-8293-bcc1da33a288","remote_addr":"[fd00:1122:3344:101::1]:43606","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":195,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.461067428Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:48520"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.46117378Z","hostname":"buskin","pid":1618,"uri":"/sled-role","method":"GET","req_id":"2d0d2649-eddc-4e33-be58-16ff3359e9ea","remote_addr":"[fd00:1122:3344:101::1]:48520","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":43,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.462687041Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Writing ledger to /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.462709541Z","hostname":"buskin","pid":1618,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.463004867Z","hostname":"buskin","pid":1618,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.463192611Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:802"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.47021113Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { disks: [OmicronPhysicalDiskConfig { id: 01cb5cfc-9a87-4472-bcb9-2aa64fd9be57, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, pool_id: 5f0e78dc-840a-4327-a9a9-da993e352a6a }, OmicronPhysicalDiskConfig { id: fc3f8196-f2a5-4367-b5da-91666010e51e, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, pool_id: db57aed8-708d-4b0d-b2cf-94c3f5e58000 }, OmicronPhysicalDiskConfig { id: 3d6ecced-4845-413e-84b6-8c2771ff72c9, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, pool_id: 09f3d41d-6eaa-402f-ae7b-d39196131536 }, OmicronPhysicalDiskConfig { id: f371f97f-0ace-4dcf-b064-9c20ebf8044d, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, pool_id: d8d19277-5381-4518-a891-2ae6c690bcbc }, OmicronPhysicalDiskConfig { id: c06d536c-ee64-46c0-bde4-3d3dfa1a21c4, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, pool_id: 8124b432-d5f4-43e6-a39d-6180ff056d93 }, OmicronPhysicalDiskConfig { id: e3d75339-f461-4c7f-83c2-992ab7aa030b, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, pool_id: 145139e2-e68f-490b-a4a2-fe96a1a60183 }, OmicronPhysicalDiskConfig { id: 6e36f0d6-2082-49b1-b697-728334bc0f30, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, pool_id: ca73c037-599b-4e6c-9173-b1cb71086b53 }, OmicronPhysicalDiskConfig { id: 6b4a9d45-db19-417a-933e-f1c5212b8931, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, pool_id: 61e110b3-3096-412f-9ae9-609d91420e6b }, OmicronPhysicalDiskConfig { id: 7727a504-9db9-4694-a547-1f3871027823, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }, pool_id: 1b0a0ca8-1771-4ed1-8d5a-7541b3953431 }], generation: Generation(1) }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.494497393Z","hostname":"buskin","pid":1618,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:344"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.494576514Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:38620"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, id: 01cb5cfc-9a87-4472-bcb9-2aa64fd9be57, pool_id: 5f0e78dc-840a-4327-a9a9-da993e352a6a }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, id: fc3f8196-f2a5-4367-b5da-91666010e51e, pool_id: db57aed8-708d-4b0d-b2cf-94c3f5e58000 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, id: 3d6ecced-4845-413e-84b6-8c2771ff72c9, pool_id: 09f3d41d-6eaa-402f-ae7b-d39196131536 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, id: f371f97f-0ace-4dcf-b064-9c20ebf8044d, pool_id: d8d19277-5381-4518-a891-2ae6c690bcbc }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, id: c06d536c-ee64-46c0-bde4-3d3dfa1a21c4, pool_id: 8124b432-d5f4-43e6-a39d-6180ff056d93 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, id: e3d75339-f461-4c7f-83c2-992ab7aa030b, pool_id: 145139e2-e68f-490b-a4a2-fe96a1a60183 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, id: 6e36f0d6-2082-49b1-b697-728334bc0f30, pool_id: ca73c037-599b-4e6c-9173-b1cb71086b53 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, id: 6b4a9d45-db19-417a-933e-f1c5212b8931, pool_id: 61e110b3-3096-412f-9ae9-609d91420e6b }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }, id: 7727a504-9db9-4694-a547-1f3871027823, pool_id: 1b0a0ca8-1771-4ed1-8d5a-7541b3953431 }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.496041024Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.496046094Z","hostname":"buskin","pid":1618,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.496050764Z","hostname":"buskin","pid":1618,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.496055034Z","hostname":"buskin","pid":1618,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:681"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.496063574Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:339"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.496067974Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.496072814Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.496076784Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/disk.rs:111","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:21.581160576Z","hostname":"buskin","pid":1618,"sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1178","retry_after":"396.188389ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.587586283Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:301"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:21.587612634Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:307","id":"5f0e78dc-840a-4327-a9a9-da993e352a6a"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:22.185563598Z","hostname":"buskin","pid":1618,"sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1178","retry_after":"1.026509353s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-04-01T23:09:22.390270017Z","hostname":"buskin","pid":1618,"component":"ProbeManager","sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:22.575631331Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: 5f0e78dc-840a-4327-a9a9-da993e352a6a, kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:22.746022278Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:22.746133611Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:22.746144021Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:22.746154341Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:22.746160931Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:22.746304634Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:38","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:22.746311794Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:23.344727778Z","hostname":"buskin","pid":1618,"component":"NexusNotifierTask","sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:23.344788919Z","hostname":"buskin","pid":1618,"sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1178","retry_after":"2.929243184s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:23.347388621Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:57"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-04-01T23:09:23.537388807Z","hostname":"buskin","pid":1618,"component":"ProbeManager","sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Automatically destroying dataset: oxp_5f0e78dc-840a-4327-a9a9-da993e352a6a/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:23.543366056Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:23.879333595Z","hostname":"buskin","pid":1618,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 68.552506ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:24.6241672Z","hostname":"buskin","pid":1618,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-04-01T23:09:24.79826799Z","hostname":"buskin","pid":1618,"component":"ProbeManager","sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 96.4711ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:24.969865361Z","hostname":"buskin","pid":1618,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 255.882712ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:25.602815582Z","hostname":"buskin","pid":1618,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:25.604991095Z","hostname":"buskin","pid":1618,"component":"NexusNotifierTask","sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 371.141294ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:26.219017949Z","hostname":"buskin","pid":1618,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-04-01T23:09:26.221649532Z","hostname":"buskin","pid":1618,"component":"ProbeManager","sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Looking for unencrypted datasets in oxp_5f0e78dc-840a-4327-a9a9-da993e352a6a","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:26.741669878Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:26.963520657Z","hostname":"buskin","pid":1618,"sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1178","retry_after":"4.439497226s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 461.865169ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:26.963942495Z","hostname":"buskin","pid":1618,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:26.969795742Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:26.969815182Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:26.969831442Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:26.969839243Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:26.969845823Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/disk.rs:111","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:27.1775163Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:301"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:27.177555191Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:307","id":"db57aed8-708d-4b0d-b2cf-94c3f5e58000"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:28.41558848Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: db57aed8-708d-4b0d-b2cf-94c3f5e58000, kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:28.64450012Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:28.644559911Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:28.644576281Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:28.644590232Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:28.644605432Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:28.644724874Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:38","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:28.644737104Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:29.377198923Z","hostname":"buskin","pid":1618,"component":"NexusNotifierTask","sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.002809873s","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:29.377290535Z","hostname":"buskin","pid":1618,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-04-01T23:09:29.377364987Z","hostname":"buskin","pid":1618,"component":"ProbeManager","sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:29.62152386Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:57"} {"msg":"Automatically destroying dataset: oxp_db57aed8-708d-4b0d-b2cf-94c3f5e58000/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:29.887889594Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-04-01T23:09:31.048927661Z","hostname":"buskin","pid":1618,"component":"ProbeManager","sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:31.277954204Z","hostname":"buskin","pid":1618,"component":"NexusNotifierTask","sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.488033769Z","hostname":"buskin","pid":1618,"component":"VmmReservoirManager","sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:278"} {"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:31.49005455Z","hostname":"buskin","pid":1618,"sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1178","retry_after":"7.442203892s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""} {"msg":"Looking for unencrypted datasets in oxp_db57aed8-708d-4b0d-b2cf-94c3f5e58000","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.575435787Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.584829343Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.584867324Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.584876514Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.584883784Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.584906255Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/disk.rs:111","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.595407594Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:301"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.595435274Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:307","id":"09f3d41d-6eaa-402f-ae7b-d39196131536"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.692357361Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: 09f3d41d-6eaa-402f-ae7b-d39196131536, kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.701316069Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.701343479Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.70134957Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.70136308Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.70137395Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.701514463Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:38","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.701520163Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.737915326Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:57"} {"msg":"Automatically destroying dataset: oxp_09f3d41d-6eaa-402f-ae7b-d39196131536/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.745877175Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_09f3d41d-6eaa-402f-ae7b-d39196131536","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.872983461Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.881176304Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.881211334Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.881246605Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.881255826Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.881271736Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/disk.rs:111","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.891611151Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:301"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.891641882Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:307","id":"d8d19277-5381-4518-a891-2ae6c690bcbc"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.986232661Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: d8d19277-5381-4518-a891-2ae6c690bcbc, kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.993869763Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.993911094Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.993922164Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.993966825Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.994003966Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.994100437Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:38","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:31.994110488Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.031426539Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:57"} {"msg":"Automatically destroying dataset: oxp_d8d19277-5381-4518-a891-2ae6c690bcbc/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.039641073Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-04-01T23:09:32.052296384Z","hostname":"buskin","pid":1618,"component":"ProbeManager","sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Looking for unencrypted datasets in oxp_d8d19277-5381-4518-a891-2ae6c690bcbc","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.16631272Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.174668617Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.174703657Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.174712567Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.174721048Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.174734418Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/disk.rs:111","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.184649755Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:301"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.184685036Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:307","id":"8124b432-d5f4-43e6-a39d-6180ff056d93"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.276031492Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: 8124b432-d5f4-43e6-a39d-6180ff056d93, kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.284411898Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.284456819Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.284466089Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.284527Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.284544081Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.284685613Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:38","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.284693264Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.319821862Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:57"} {"msg":"Automatically destroying dataset: oxp_8124b432-d5f4-43e6-a39d-6180ff056d93/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.328126277Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_8124b432-d5f4-43e6-a39d-6180ff056d93","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.450109261Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.45806226Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.458134291Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.458141151Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.458149801Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.458155181Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/disk.rs:111","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.468304523Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:301"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.468349864Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:307","id":"145139e2-e68f-490b-a4a2-fe96a1a60183"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.561600538Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: 145139e2-e68f-490b-a4a2-fe96a1a60183, kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.570392103Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.570467804Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.570486264Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.570501134Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.570509045Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.570588456Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:38","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.570603897Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.60649332Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:57"} {"msg":"Automatically destroying dataset: oxp_145139e2-e68f-490b-a4a2-fe96a1a60183/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.614381247Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_145139e2-e68f-490b-a4a2-fe96a1a60183","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.739596566Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.747668276Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.747710597Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.747719547Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.747725857Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.747730937Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/disk.rs:111","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.757145775Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:301"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.757175145Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:307","id":"ca73c037-599b-4e6c-9173-b1cb71086b53"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.850966369Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: ca73c037-599b-4e6c-9173-b1cb71086b53, kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.859121131Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.859181773Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.859191873Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.859233024Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.859243424Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.859393017Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:38","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.859403707Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:32.863513049Z","hostname":"buskin","pid":1618,"component":"NexusNotifierTask","sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.895728719Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:57"} {"msg":"Automatically destroying dataset: oxp_ca73c037-599b-4e6c-9173-b1cb71086b53/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:32.903792559Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_ca73c037-599b-4e6c-9173-b1cb71086b53","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.029003068Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.038803983Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.038838594Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.038856344Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.038862044Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.038867894Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/disk.rs:111","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.050592017Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:301"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.050633578Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:307","id":"61e110b3-3096-412f-9ae9-609d91420e6b"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.14832104Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: 61e110b3-3096-412f-9ae9-609d91420e6b, kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.156211737Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.156291108Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.156302429Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.156326549Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.156337709Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.156508853Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:38","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.156524313Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-04-01T23:09:33.16140478Z","hostname":"buskin","pid":1618,"component":"ProbeManager","sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.194741333Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:57"} {"msg":"Automatically destroying dataset: oxp_61e110b3-3096-412f-9ae9-609d91420e6b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.202498747Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_61e110b3-3096-412f-9ae9-609d91420e6b","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.323363019Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.33093081Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.33096583Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.33097247Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.330978621Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.330985891Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/disk.rs:111","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.340705854Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:301"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.340740975Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:307","id":"1b0a0ca8-1771-4ed1-8d5a-7541b3953431"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.434422487Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: 1b0a0ca8-1771-4ed1-8d5a-7541b3953431, kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.442530128Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.442567429Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.44262082Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.442676441Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.442689481Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.442856904Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:38","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.442865014Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.480673866Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:57"} {"msg":"Automatically destroying dataset: oxp_1b0a0ca8-1771-4ed1-8d5a-7541b3953431/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.48841123Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Ensuring tfportrear0_0/ll exists in zone","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.515405427Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2286"} {"msg":"Looking for unencrypted datasets in oxp_1b0a0ca8-1771-4ed1-8d5a-7541b3953431","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.609599019Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.616826812Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.616858263Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"Writing ledger to /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.616947405Z","hostname":"buskin","pid":1618,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.617106038Z","hostname":"buskin","pid":1618,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 }, zpool_name: ZpoolName { id: 5f0e78dc-840a-4327-a9a9-da993e352a6a, kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 }, zpool_name: ZpoolName { id: db57aed8-708d-4b0d-b2cf-94c3f5e58000, kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 }, zpool_name: ZpoolName { id: 09f3d41d-6eaa-402f-ae7b-d39196131536, kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 }, zpool_name: ZpoolName { id: d8d19277-5381-4518-a891-2ae6c690bcbc, kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 }, zpool_name: ZpoolName { id: 8124b432-d5f4-43e6-a39d-6180ff056d93, kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 }, zpool_name: ZpoolName { id: 145139e2-e68f-490b-a4a2-fe96a1a60183, kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1032 }, zpool_name: ZpoolName { id: ca73c037-599b-4e6c-9173-b1cb71086b53, kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1033 }, zpool_name: ZpoolName { id: 61e110b3-3096-412f-9ae9-609d91420e6b, kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1034 }, zpool_name: ZpoolName { id: 1b0a0ca8-1771-4ed1-8d5a-7541b3953431, kind: External } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Writing ledger to /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.617342833Z","hostname":"buskin","pid":1618,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.617672509Z","hostname":"buskin","pid":1618,"uri":"/omicron-physical-disks","method":"PUT","req_id":"78498676-8c0d-46f9-9bde-3e66bee885a9","remote_addr":"[fd00:1122:3344:101::1]:38620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":12121783,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 81c49c6b-39a1-4238-84dc-41866040c255, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5f0e78dc-840a-4327-a9a9-da993e352a6a, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9e36973d-a060-4c54-91a2-02a0854a01ed, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db57aed8-708d-4b0d-b2cf-94c3f5e58000, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 09546825-9366-402e-941b-0e3c2e18f6a3, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09f3d41d-6eaa-402f-ae7b-d39196131536, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.648163935Z","hostname":"buskin","pid":1618,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:427"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.64839565Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:48787"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 81c49c6b-39a1-4238-84dc-41866040c255, dataset_name: DatasetName { pool_name: ZpoolName { id: 5f0e78dc-840a-4327-a9a9-da993e352a6a, kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.648617864Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.648638525Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 81c49c6b-39a1-4238-84dc-41866040c255, dataset_name: DatasetName { pool_name: ZpoolName { id: 5f0e78dc-840a-4327-a9a9-da993e352a6a, kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9e36973d-a060-4c54-91a2-02a0854a01ed, dataset_name: DatasetName { pool_name: ZpoolName { id: db57aed8-708d-4b0d-b2cf-94c3f5e58000, kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.700963085Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.701005366Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 9e36973d-a060-4c54-91a2-02a0854a01ed, dataset_name: DatasetName { pool_name: ZpoolName { id: db57aed8-708d-4b0d-b2cf-94c3f5e58000, kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 09546825-9366-402e-941b-0e3c2e18f6a3, dataset_name: DatasetName { pool_name: ZpoolName { id: 09f3d41d-6eaa-402f-ae7b-d39196131536, kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.751246904Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.751287545Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 09546825-9366-402e-941b-0e3c2e18f6a3, dataset_name: DatasetName { pool_name: ZpoolName { id: 09f3d41d-6eaa-402f-ae7b-d39196131536, kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.801063745Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.801103745Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.801124776Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.801180477Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.846705632Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.846753763Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.846764823Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.898282897Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.901903229Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.905628803Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.919138541Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.923359615Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:33.927400596Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-04-01T23:09:34.163553859Z","hostname":"buskin","pid":1618,"component":"ProbeManager","sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:34.861680095Z","hostname":"buskin","pid":1618,"component":"NexusNotifierTask","sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-04-01T23:09:35.165759579Z","hostname":"buskin","pid":1618,"component":"ProbeManager","sled_id":"dc075b11-732c-431c-a27a-0d5d70c2d934","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Profile for oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:36.206339752Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:36.206436834Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:36.206605258Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:36.69269052Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:37.174768872Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }"} {"msg":"Profile for oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:37.174861604Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:37.174986986Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }"} {"msg":"wait for service Some(\"oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3\") failed: Property not found. retry in 43.102355ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:37.183826702Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:37.183852932Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:37.18779589Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3\") failed: Property not found. retry in 111.161539ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:37.237853485Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed\") failed: Property not found. retry in 40.265648ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:37.315846476Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255\") failed: Property not found. retry in 43.096491ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:37.32111752Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3\") failed: Property not found. retry in 155.12577ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:37.357645097Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed\") failed: Property not found. retry in 99.922415ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:37.363986873Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255\") failed: Property not found. retry in 89.932881ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:37.370933581Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255\") failed: Property not found. retry in 129.898011ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:37.482035359Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed\") failed: Property not found. retry in 106.01408ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:37.492318483Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3\") failed: Property not found. retry in 222.082958ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:37.524303039Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed\") failed: Property not found. retry in 329.349923ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:37.685797029Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255\") failed: Property not found. retry in 269.070659ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:37.763437163Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3\") failed: Property not found. retry in 736.586899ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:37.784040182Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed\") failed: Property not found. retry in 508.265336ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:38.025666705Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255\") failed: Property not found. retry in 880.240347ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:38.040649693Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3\") failed: Property not found. retry in 1.362433765s","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:38.530352647Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed\") failed: Property not found. retry in 733.03191ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:38.544752013Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255\") failed: Property not found. retry in 609.051762ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:38.932757145Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed\") failed: Property not found. retry in 1.115246626s","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:39.287916685Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255\") failed: Property not found. retry in 1.436529265s","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:39.550015784Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring bootstrap address fdb0:200::2 exists in switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:39.598249723Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2303"} {"msg":"Adding bootstrap address","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:39.598259443Z","hostname":"buskin","pid":1618,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:626"} {"msg":"wait for service Some(\"oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3\") failed: Property not found. retry in 988.989251ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:39.900528311Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fec5:377e","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:40.140332707Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2310"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:40.145635083Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2371"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:40.266069897Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2556"} {"msg":"wait for service Some(\"oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed\") failed: Property not found. retry in 1.471668486s","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:40.412077999Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:40.511299721Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2720"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:40.695946311Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2435"} {"msg":"wait for service Some(\"oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3\") failed: Property not found. retry in 875.436083ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:40.899463437Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:40.989614418Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2470"} {"msg":"wait for service Some(\"oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255\") failed: Property not found. retry in 688.135162ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:40.995421284Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:41.203977489Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2758"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:41.391961456Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2785"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:41.610185833Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2664"} {"msg":"wait for service Some(\"oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255\") failed: Property not found. retry in 1.063311665s","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:41.693636752Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3\") failed: Property not found. retry in 677.055553ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:41.784876676Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:41.794507207Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2464"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:41.804503896Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3843","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:41.804535447Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3859"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:41.804548917Z","hostname":"buskin","pid":1618,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"wait for service Some(\"oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed\") failed: Property not found. retry in 757.778563ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:41.892227079Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:42.357886606Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3867"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:42.36517589Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3923"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:42.533468676Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3985"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:42.649604144Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3966","rack_subnet":"fd00:1122:3344::"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:42.673705013Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:4008"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:42.776855573Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2997","zone":"oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:42.776907574Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2997","zone":"oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:42.776914315Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2997","zone":"oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed"} {"msg":"Writing ledger to /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:42.776933485Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:42.77719555Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:42.777463125Z","hostname":"buskin","pid":1618,"uri":"/omicron-zones","method":"PUT","req_id":"a6286fee-2237-4f56-ae69-8f34067aac95","remote_addr":"[fd00:1122:3344:101::1]:48787","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":9129007,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:42.779120008Z","hostname":"buskin","pid":1618,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:545"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:42.779758031Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:4035"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:42.902306287Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:364"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:42.934473786Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:412"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:42.966230598Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:589"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:42.966318189Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:627"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:42.966692607Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:630","uptime":"2"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:42.966702767Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:434","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"failed to write DNS configuration (will retry in 130.060927ms)","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:43.0393302Z","hostname":"buskin","pid":1618,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:565","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.043566895Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.043616926Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.043628316Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.043636826Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.043643976Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.043650926Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.043657946Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.043666427Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.043675137Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.043681927Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.043687057Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.043698987Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.188637148Z","hostname":"buskin","pid":1618,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:545"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.234158453Z","hostname":"buskin","pid":1618,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:545"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.285009534Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:581"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.285020894Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:258"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.316784815Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:275","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.317549811Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:300"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.317556431Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:192","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 81c49c6b-39a1-4238-84dc-41866040c255, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5f0e78dc-840a-4327-a9a9-da993e352a6a, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9e36973d-a060-4c54-91a2-02a0854a01ed, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db57aed8-708d-4b0d-b2cf-94c3f5e58000, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 09546825-9366-402e-941b-0e3c2e18f6a3, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09f3d41d-6eaa-402f-ae7b-d39196131536, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d28be574-2c6a-4772-acd8-549f0fbf8fba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 3b4a5a34-09f6-410b-b530-f9e1058b0912, kind: Service { id: d28be574-2c6a-4772-acd8-549f0fbf8fba }, name: Name(\"ntp-d28be574-2c6a-4772-acd8-549f0fbf8fba\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 42])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.345978836Z","hostname":"buskin","pid":1618,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:427"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.346131519Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:46713"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 81c49c6b-39a1-4238-84dc-41866040c255, dataset_name: DatasetName { pool_name: ZpoolName { id: 5f0e78dc-840a-4327-a9a9-da993e352a6a, kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.346813172Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.346817732Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 81c49c6b-39a1-4238-84dc-41866040c255, dataset_name: DatasetName { pool_name: ZpoolName { id: 5f0e78dc-840a-4327-a9a9-da993e352a6a, kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9e36973d-a060-4c54-91a2-02a0854a01ed, dataset_name: DatasetName { pool_name: ZpoolName { id: db57aed8-708d-4b0d-b2cf-94c3f5e58000, kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.366104366Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.366143247Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 9e36973d-a060-4c54-91a2-02a0854a01ed, dataset_name: DatasetName { pool_name: ZpoolName { id: db57aed8-708d-4b0d-b2cf-94c3f5e58000, kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 09546825-9366-402e-941b-0e3c2e18f6a3, dataset_name: DatasetName { pool_name: ZpoolName { id: 09f3d41d-6eaa-402f-ae7b-d39196131536, kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.386741256Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.386764337Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 09546825-9366-402e-941b-0e3c2e18f6a3, dataset_name: DatasetName { pool_name: ZpoolName { id: 09f3d41d-6eaa-402f-ae7b-d39196131536, kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.404662932Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.404705713Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.404821755Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.404945228Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.416896495Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:258"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.448255799Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:275","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.449069485Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:300"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.449082455Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:192","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.493519298Z","hostname":"buskin","pid":1618,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 250, 42]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: \"vopte0\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.49357204Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:1277","zone_type":"ntp"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.1.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.49412236Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.1.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.494136451Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.1.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.494549469Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.495536168Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Configuring new Omicron zone: oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.519128077Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:43.540098534Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:44.656010355Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:44.656144978Z","hostname":"buskin","pid":1618,"zone":"oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba\") failed: Property not found. retry in 61.693444ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:44.794344265Z","hostname":"buskin","pid":1618,"zone":"oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba\") failed: Property not found. retry in 71.865693ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:44.877756103Z","hostname":"buskin","pid":1618,"zone":"oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba\") failed: Property not found. retry in 199.241683ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:44.973060047Z","hostname":"buskin","pid":1618,"zone":"oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba\") failed: Property not found. retry in 411.270673ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:45.182065991Z","hostname":"buskin","pid":1618,"zone":"oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba\") failed: Property not found. retry in 824.547205ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:45.602390796Z","hostname":"buskin","pid":1618,"zone":"oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:46.286123326Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:200::2]:33928"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:46.286282139Z","hostname":"buskin","pid":1618,"uri":"/baseboard","method":"GET","req_id":"57714ecd-e87c-49d3-97ad-a7fd461eaab1","remote_addr":"[fdb0:200::2]:33928","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":60,"response_code":"200"} {"msg":"wait for service Some(\"oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba\") failed: Property not found. retry in 907.257069ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:46.437876813Z","hostname":"buskin","pid":1618,"zone":"oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba\") failed: Property not found. retry in 780.520358ms","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:47.354791068Z","hostname":"buskin","pid":1618,"zone":"oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba\") failed: Property not found. retry in 1.019700975s","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:48.144257009Z","hostname":"buskin","pid":1618,"zone":"oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba\") failed: Property not found. retry in 1.196206676s","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:49.174042148Z","hostname":"buskin","pid":1618,"zone":"oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:50.389918276Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2997","zone":"oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba"} {"msg":"Writing ledger to /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:50.389974487Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:50.390311714Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:50.390665391Z","hostname":"buskin","pid":1618,"uri":"/omicron-zones","method":"PUT","req_id":"86efd42e-f2fc-46bd-b27d-d5c68254daf3","remote_addr":"[fd00:1122:3344:101::1]:46713","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":7044496,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:50.392461317Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:622"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:50.421477164Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:50.421679437Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:55884"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:50.43087618Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3574"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:50.431041754Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"e48c3960-413b-4439-9625-8361da6ec4c4","remote_addr":"[fd00:1122:3344:101::1]:55884","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9258,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:50.433539353Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:50.553375045Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:50.553540329Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:60570"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:54.562053305Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3574"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:54.562289909Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"8a657971-ed13-49a9-bb23-df38590cc045","remote_addr":"[fd00:1122:3344:101::1]:60570","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008623,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:54.565380571Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:54.673450079Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:54.673593142Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:34769"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:54.682437467Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3574"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:54.6825697Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"7576fcb1-c2c7-437d-9bb1-ddb3278413e7","remote_addr":"[fd00:1122:3344:101::1]:34769","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8820,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:54.685263454Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:54.849544259Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:54.849677402Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:39698"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:58.858837909Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3574"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:58.859052313Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"8bb867c9-cf80-4fcc-bade-cc129582bd5c","remote_addr":"[fd00:1122:3344:101::1]:39698","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009204,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:58.862662015Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:59.057907916Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:59.058044999Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:45682"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:59.066916745Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"a1d4d449-2f38-4638-bb1f-ff1a37857928","remote_addr":"[fd00:1122:3344:101::1]:45682","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8722,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:59.068504177Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:59.068510537Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:59.376304555Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:59.376489698Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:42868"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:59.38514205Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"18a94cbd-c522-4167-b3bb-020762eab3fb","remote_addr":"[fd00:1122:3344:101::1]:42868","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8608,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:59.388374855Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:59.388382675Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:59.586411491Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:59.586644276Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:39432"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:59.595460241Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"b5d7c086-8fe5-43d8-b232-7290a17de5ba","remote_addr":"[fd00:1122:3344:101::1]:39432","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8753,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:59.597118984Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:59.597125414Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:59.817068676Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:59.817175118Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:49396"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:59.826200407Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"f9a14d54-02db-4aa8-b093-a84f56f871b8","remote_addr":"[fd00:1122:3344:101::1]:49396","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8884,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:09:59.827916452Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:09:59.827923341Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:00.305739559Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:00.305843221Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:45358"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:00.314128746Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"9344f2e1-def3-482e-9da8-fab5696b6a20","remote_addr":"[fd00:1122:3344:101::1]:45358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8164,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:00.315621395Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:10:00.315627195Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:00.816314958Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:00.816434Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:51148"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:00.824854097Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"96b612c6-36c2-48c9-9e15-1ce9df79ac1a","remote_addr":"[fd00:1122:3344:101::1]:51148","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8290,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:00.827457399Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:10:00.827467089Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:01.61788138Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:01.617981832Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:37766"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:01.625135024Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"758c99b5-afea-49cf-8825-6abc5b090808","remote_addr":"[fd00:1122:3344:101::1]:37766","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":7019,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:01.626784097Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:10:01.626789937Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:02.362989611Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:02.363112883Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:35484"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:02.371958239Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"ec81dd70-9511-42d1-925d-f1f8b4772dbe","remote_addr":"[fd00:1122:3344:101::1]:35484","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8728,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:02.373840626Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:10:02.373853907Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:03.03362213Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:03.033731572Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:35019"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:03.042282392Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"81147c05-0b11-41a2-be70-f89dabeb54a9","remote_addr":"[fd00:1122:3344:101::1]:35019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8428,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:03.044032107Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:10:03.044037777Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:03.921472118Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:03.9215816Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:41984"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:03.930055739Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"cfb8ac70-7211-4cd7-a30b-189d82087bd0","remote_addr":"[fd00:1122:3344:101::1]:41984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8354,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:03.931871215Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:10:03.931877315Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:04.874266117Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:04.87442782Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:56462"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:04.883237935Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"92c545b0-7d63-4974-99e0-e63e64df3383","remote_addr":"[fd00:1122:3344:101::1]:56462","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8752,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:04.887148222Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:10:04.887155783Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:06.298050716Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:06.298176449Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:53038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:06.306258249Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"5f092354-4d43-4853-afe0-10a88d82d46f","remote_addr":"[fd00:1122:3344:101::1]:53038","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":7953,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:06.308172898Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:10:06.308177258Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:08.446272246Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:08.446421699Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:65394"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:08.45598865Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"8e111588-ed2c-43e7-be23-addd47fa0655","remote_addr":"[fd00:1122:3344:101::1]:65394","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":9408,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:08.458154713Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:10:08.458161553Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:11.114933261Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:11.115053674Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:34564"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:11.124302097Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"3e627c61-e561-45fb-8fb0-8fa70abb12de","remote_addr":"[fd00:1122:3344:101::1]:34564","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":9097,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:11.126126514Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:10:11.126131324Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:14.278201546Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:14.278341739Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:37570"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:14.286813387Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"22e90915-1047-469c-8897-892d1474df12","remote_addr":"[fd00:1122:3344:101::1]:37570","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8272,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:14.288513701Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:10:14.289022761Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:16.320753465Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:200::2]:36639"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:16.320852238Z","hostname":"buskin","pid":1618,"uri":"/baseboard","method":"GET","req_id":"21780e0f-c5fc-4d3c-9315-966fd3ae7b22","remote_addr":"[fdb0:200::2]:36639","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":61,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:17.407574208Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:17.407779922Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:56994"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:17.417449614Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"93f66f85-feaf-4f2f-bb26-4be648225a7c","remote_addr":"[fd00:1122:3344:101::1]:56994","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":9601,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:17.420836972Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:10:17.420845442Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:22.203458904Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:22.203580906Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:52430"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:22.212345801Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"2bd9c251-2444-4b7f-ac58-09206246a358","remote_addr":"[fd00:1122:3344:101::1]:52430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8599,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:22.214449832Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:10:22.214466173Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:26.528094834Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:26.528211986Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:56658"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:26.536774626Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"028ab13b-387a-4cbd-a62e-573e49596dbc","remote_addr":"[fd00:1122:3344:101::1]:56658","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8390,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:26.538649763Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:10:26.538654583Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:31.882961011Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:31.883084674Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:42634"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:31.891504301Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"8c4e62b2-22e2-4fbb-9fa2-4454c1461578","remote_addr":"[fd00:1122:3344:101::1]:42634","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8190,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:31.893573932Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:10:31.893581302Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:39.389851123Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:39.389980505Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:38066"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:39.398654348Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"8a950d5c-2179-4b42-88bf-9c5362ba5c4e","remote_addr":"[fd00:1122:3344:101::1]:38066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8529,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:39.400457334Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:10:39.400465174Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:46.354703471Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:200::2]:62369"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:46.354804013Z","hostname":"buskin","pid":1618,"uri":"/baseboard","method":"GET","req_id":"a400ec50-084e-430c-a050-420f4b76f195","remote_addr":"[fdb0:200::2]:62369","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":56,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:46.707483193Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:46.707604146Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:59928"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:46.715617355Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"113d34a9-a7da-4551-8599-6605a09f14ff","remote_addr":"[fd00:1122:3344:101::1]:59928","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":7807,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:46.717412401Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:10:46.717418641Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:51.659444823Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:51.659658907Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:52209"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:51.668693297Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"bb8059f2-b3ab-4f18-9f1a-2956b17f2847","remote_addr":"[fd00:1122:3344:101::1]:52209","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8973,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:10:51.670710897Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:10:51.670719827Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:11:00.452689504Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:11:00.452803746Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:35169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:11:00.4620528Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"611fc309-6307-4f6e-86e3-778d743d71b4","remote_addr":"[fd00:1122:3344:101::1]:35169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":9114,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:11:00.464051Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:11:00.46406008Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:11:11.240093231Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:11:11.240252915Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:35520"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:11:11.249530499Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"a6aff0db-eaa4-49df-99fc-26038226d3ec","remote_addr":"[fd00:1122:3344:101::1]:35520","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":9096,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712013069.955629, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:11:11.251772423Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:11:11.251782764Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:11:16.388806041Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:200::2]:37148"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:11:16.388865012Z","hostname":"buskin","pid":1618,"uri":"/baseboard","method":"GET","req_id":"0079f7a9-5a57-4564-a7b0-fb2f1788fbc8","remote_addr":"[fdb0:200::2]:37148","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":38,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:11:26.689382343Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:11:26.689515545Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:64142"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:11:26.698438603Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"f7ec8e64-80ec-4a75-be6c-3ed7b442f1c5","remote_addr":"[fd00:1122:3344:101::1]:64142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8745,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712013069.955629, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:11:26.700586125Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:11:26.701140327Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:11:45.518109516Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:11:45.518253079Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:45688"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:11:45.527524683Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"7b78bd79-1309-4258-9b1f-7082d7a55595","remote_addr":"[fd00:1122:3344:101::1]:45688","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":9095,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712013069.955629, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:11:45.529722707Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:11:45.529729227Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:11:46.42286685Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:200::2]:65227"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:11:46.422999123Z","hostname":"buskin","pid":1618,"uri":"/baseboard","method":"GET","req_id":"c7f578ba-58b8-41a2-a248-51803c7d14d5","remote_addr":"[fdb0:200::2]:65227","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":84,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:12:11.952717871Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:12:11.952834083Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:52687"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:12:11.962175259Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"ec29defc-ed5e-4ad2-b35b-8f1c02feb5f1","remote_addr":"[fd00:1122:3344:101::1]:52687","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":9139,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712013069.955629, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:12:11.96425334Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:12:11.96426121Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:12:16.455082942Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:200::2]:34134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:12:16.455145204Z","hostname":"buskin","pid":1618,"uri":"/baseboard","method":"GET","req_id":"bdb0d93e-a7bb-4468-9e54-a6b576af4e0f","remote_addr":"[fdb0:200::2]:34134","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":39,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:12:27.632677975Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:12:27.632799837Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:55715"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:12:27.641950149Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"7df62799-8fb0-4b12-ab8e-0e8d042c14b8","remote_addr":"[fd00:1122:3344:101::1]:55715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8951,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712013146.5624406, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:12:27.644142593Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:12:27.644148783Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:12:46.488631139Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:200::2]:42566"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:12:46.48870105Z","hostname":"buskin","pid":1618,"uri":"/baseboard","method":"GET","req_id":"27c148a0-e9ce-4e82-bb35-6d8864400251","remote_addr":"[fdb0:200::2]:42566","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":43,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:13:04.895587197Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:13:04.895776841Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:41945"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:13:04.904939193Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"d16cf419-8c35-4cce-b1dd-687872d478ac","remote_addr":"[fd00:1122:3344:101::1]:41945","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":9104,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712013146.5624406, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:13:04.909050225Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:13:04.909068225Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:13:16.521663743Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:200::2]:57873"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:13:16.521723264Z","hostname":"buskin","pid":1618,"uri":"/baseboard","method":"GET","req_id":"08a3c051-b9d1-4dce-bc70-794d5214de2a","remote_addr":"[fdb0:200::2]:57873","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":49,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:13:46.554455608Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:200::2]:36440"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:13:46.554540469Z","hostname":"buskin","pid":1618,"uri":"/baseboard","method":"GET","req_id":"39f30beb-3b69-4501-9dfe-30266d001e8f","remote_addr":"[fdb0:200::2]:36440","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":58,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:13:49.859235796Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:13:49.859344028Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:47339"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:13:49.868437979Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"4459d1b7-c1e4-445e-8b9c-51e103e85c4a","remote_addr":"[fd00:1122:3344:101::1]:47339","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8935,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712013228.2077577, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:13:49.870648553Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:13:49.870655593Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:14:16.588135698Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:200::2]:49604"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:14:16.58822108Z","hostname":"buskin","pid":1618,"uri":"/baseboard","method":"GET","req_id":"9a09493a-8af1-4d3a-abcb-c5017f6d07bb","remote_addr":"[fdb0:200::2]:49604","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":62,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:14:19.335259371Z","hostname":"buskin","pid":1618,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:801"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:14:24.78784846Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:14:24.787980423Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:54546"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:14:24.797582223Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"38ad034e-9c91-4a0d-89f0-5434ce507625","remote_addr":"[fd00:1122:3344:101::1]:54546","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":9398,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712013228.2077577, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:14:24.799874019Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:14:24.799880359Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:14:46.621557202Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:200::2]:58986"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:14:46.621619173Z","hostname":"buskin","pid":1618,"uri":"/baseboard","method":"GET","req_id":"df5c149c-4212-4ad4-890b-3e1691472f04","remote_addr":"[fdb0:200::2]:58986","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":34,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:15:00.973935369Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:15:00.974070102Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:33961"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:15:00.983419087Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"dde8656b-bdcf-4edf-9e3f-e76611acb826","remote_addr":"[fd00:1122:3344:101::1]:33961","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":9218,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712013299.602141, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-04-01T23:15:00.985451298Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-04-01T23:15:00.985458418Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}