[ Mar 29 05:52:48 Enabled. ]
[ Mar 29 05:52:48 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ]
[ Mar 29 05:52:48 Method "start" exited with status 0. ]
[ Mar 29 05:52:48 Rereading configuration. ]
[ Mar 29 05:52:48 No 'refresh' method defined.  Treating as :true. ]
note: configured to log to "/dev/stdout"
{"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:48.856210424Z","hostname":"buskin","pid":1618,"file":"illumos-utils/src/running_zone.rs:163"}
{"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:48.856375098Z","hostname":"buskin","pid":1618,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:253"}
{"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:48.910848972Z","hostname":"buskin","pid":1618,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:260","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"}
{"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:48.910896063Z","hostname":"buskin","pid":1618,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"}
{"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:49.02817573Z","hostname":"buskin","pid":1618,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"}
{"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:49.037316555Z","hostname":"buskin","pid":1618,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"}
{"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:49.045944909Z","hostname":"buskin","pid":1618,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:270","path":"/var/run/oxide/"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:49.651170048Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fdb0:200::, len: 64 }"}
{"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:49.79347177Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:115"}
{"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:49.79350495Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:127"}
{"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:49.793586752Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:137"}
{"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:49.793693534Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:157","sled_mode":"Scrimlet { asic: SoftNpuZone }"}
{"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:49.793699204Z","hostname":"buskin","pid":1618,"component":"DumpSetup-archival","file":"sled-agent/src/dump_setup.rs:291"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:49.793716595Z","hostname":"buskin","pid":1618,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:801"}
{"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:49.793725615Z","hostname":"buskin","pid":1618,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:609"}
{"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:49.79678401Z","hostname":"buskin","pid":1618,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:535"}
{"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:52:49.796798751Z","hostname":"buskin","pid":1618,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:658"}
{"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:49.796809151Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:171"}
{"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:49.796816761Z","hostname":"buskin","pid":1618,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:716"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:49.796847422Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:227","vdev":"/scratch/m2_0.vdev"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:49.796892993Z","hostname":"buskin","pid":1618,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:261","underlay_network_info":"None"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:49.796966814Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:49.796977585Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:49.797002645Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/disk.rs:111","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:49.809773548Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:301"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:49.809813329Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:312","id":"79ce42ff-9813-469e-9253-44dff191e19b"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:49.91182872Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }","zpool":"ZpoolName { id: 79ce42ff-9813-469e-9253-44dff191e19b, kind: Internal }"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.123635097Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.123669278Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:227","vdev":"/scratch/m2_1.vdev"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.123674678Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.123686908Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.123694368Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.123699629Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/disk.rs:111","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.132692651Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:301"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.132723882Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:312","id":"615b4df3-8040-4d04-947b-807c077fd24b"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.221819996Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }","zpool":"ZpoolName { id: 615b4df3-8040-4d04-947b-807c077fd24b, kind: Internal }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428391122Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:227","vdev":"/scratch/u2_0.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428432693Z","hostname":"buskin","pid":1618,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 79ce42ff-9813-469e-9253-44dff191e19b, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 615b4df3-8040-4d04-947b-807c077fd24b, kind: Internal } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428494454Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428506845Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428517765Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:227","vdev":"/scratch/u2_1.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428552746Z","hostname":"buskin","pid":1618,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 79ce42ff-9813-469e-9253-44dff191e19b, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 615b4df3-8040-4d04-947b-807c077fd24b, kind: Internal } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428568656Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428604687Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428636197Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:227","vdev":"/scratch/u2_2.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428650798Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428655368Z","hostname":"buskin","pid":1618,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 79ce42ff-9813-469e-9253-44dff191e19b, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 615b4df3-8040-4d04-947b-807c077fd24b, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428681138Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428686128Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:227","vdev":"/scratch/u2_3.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428695209Z","hostname":"buskin","pid":1618,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 79ce42ff-9813-469e-9253-44dff191e19b, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 615b4df3-8040-4d04-947b-807c077fd24b, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428712699Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428717389Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428731139Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:227","vdev":"/scratch/u2_4.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.4287503Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.42875544Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.42876031Z","hostname":"buskin","pid":1618,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 79ce42ff-9813-469e-9253-44dff191e19b, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 615b4df3-8040-4d04-947b-807c077fd24b, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.42877897Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:227","vdev":"/scratch/u2_5.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428792581Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428797051Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428812081Z","hostname":"buskin","pid":1618,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 79ce42ff-9813-469e-9253-44dff191e19b, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 615b4df3-8040-4d04-947b-807c077fd24b, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428831532Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:227","vdev":"/scratch/u2_6.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1032 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428837121Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428841432Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428848102Z","hostname":"buskin","pid":1618,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 79ce42ff-9813-469e-9253-44dff191e19b, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 615b4df3-8040-4d04-947b-807c077fd24b, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428867622Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:227","vdev":"/scratch/u2_7.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1033 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428879122Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428883342Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428898523Z","hostname":"buskin","pid":1618,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 79ce42ff-9813-469e-9253-44dff191e19b, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 615b4df3-8040-4d04-947b-807c077fd24b, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1032 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428921133Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:227","vdev":"/scratch/u2_8.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1034 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428926403Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428932434Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"}
{"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428937624Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:87"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428941714Z","hostname":"buskin","pid":1618,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 79ce42ff-9813-469e-9253-44dff191e19b, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 615b4df3-8040-4d04-947b-807c077fd24b, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1032 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1033 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428977624Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:89"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428982265Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428988245Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:195"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.428995965Z","hostname":"buskin","pid":1618,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 79ce42ff-9813-469e-9253-44dff191e19b, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 615b4df3-8040-4d04-947b-807c077fd24b, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1032 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1033 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1034 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"No ledger in /pool/int/79ce42ff-9813-469e-9253-44dff191e19b/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.429055596Z","hostname":"buskin","pid":1618,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/615b4df3-8040-4d04-947b-807c077fd24b/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.429073457Z","hostname":"buskin","pid":1618,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.429082657Z","hostname":"buskin","pid":1618,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"}
{"msg":"No ledger in /pool/int/79ce42ff-9813-469e-9253-44dff191e19b/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.429096317Z","hostname":"buskin","pid":1618,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/615b4df3-8040-4d04-947b-807c077fd24b/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.429103517Z","hostname":"buskin","pid":1618,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.429108347Z","hostname":"buskin","pid":1618,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"}
{"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.429136878Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:200"}
{"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.429158488Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/long_running_tasks.rs:215"}
{"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.439581371Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:701"}
{"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.439641043Z","hostname":"buskin","pid":1618,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:289","time_to_next_cleanup":"599.999918738s","next_cleanup":"Instant { tv_sec: 1304, tv_nsec: 332475260 }"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.439653123Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3588"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.439693074Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"No ledger in /pool/int/79ce42ff-9813-469e-9253-44dff191e19b/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.439751195Z","hostname":"buskin","pid":1618,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/615b4df3-8040-4d04-947b-807c077fd24b/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.439760755Z","hostname":"buskin","pid":1618,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.442965344Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:195"}
{"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.443224499Z","hostname":"buskin","pid":1618,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:200::1]:12346"}
{"msg":"Injecting RSS configuration: RackInitializeRequest {\n    trust_quorum_peers: None,\n    bootstrap_discovery: OnlyOurs,\n    ntp_servers: [\n        \"0.pool.ntp.org\",\n    ],\n    dns_servers: [\n        1.1.1.1,\n        9.9.9.9,\n    ],\n    internal_services_ip_pool_ranges: [\n        V4(\n            Ipv4Range {\n                first: 10.151.1.164,\n                last: 10.151.1.173,\n            },\n        ),\n    ],\n    external_dns_ips: [\n        10.151.1.164,\n        10.151.1.165,\n    ],\n    external_dns_zone_name: \"oxide.test\",\n    external_certificates: \"<redacted>\",\n    recovery_silo: RecoverySiloConfig {\n        silo_name: Name(\n            \"recovery\",\n        ),\n        user_name: UserId(\n            \"recovery\",\n        ),\n        user_password_hash: NewPasswordHash(\n            PasswordHashString {\n                string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n                encoding: B64,\n            },\n        ),\n    },\n    rack_network_config: RackNetworkConfigV1 {\n        rack_subnet: Ipv6Network {\n            addr: fd00:1122:3344:100::,\n            prefix: 56,\n        },\n        infra_ip_first: 10.151.1.174,\n        infra_ip_last: 10.151.1.174,\n        ports: [\n            PortConfigV1 {\n                routes: [\n                    RouteConfig {\n                        destination: V4(\n                            Ipv4Network {\n                                addr: 0.0.0.0,\n                                prefix: 0,\n                            },\n                        ),\n                        nexthop: 10.151.1.100,\n                    },\n                ],\n                addresses: [\n                    V4(\n                        Ipv4Network {\n                            addr: 10.151.1.174,\n                            prefix: 24,\n                        },\n                    ),\n                ],\n                switch: Switch0,\n                port: \"qsfp0\",\n                uplink_port_speed: Speed40G,\n                uplink_port_fec: None,\n                bgp_peers: [],\n                autoneg: false,\n            },\n        ],\n        bgp: [],\n        bfd: [],\n    },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.443489645Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:997"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.443494565Z","hostname":"buskin","pid":1618,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.443543376Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"No ledger in /pool/int/79ce42ff-9813-469e-9253-44dff191e19b/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.443583077Z","hostname":"buskin","pid":1618,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/615b4df3-8040-4d04-947b-807c077fd24b/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.443602537Z","hostname":"buskin","pid":1618,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.443606907Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1057"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.443633188Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"No ledger in /pool/int/79ce42ff-9813-469e-9253-44dff191e19b/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.443645028Z","hostname":"buskin","pid":1618,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/615b4df3-8040-4d04-947b-807c077fd24b/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.443656188Z","hostname":"buskin","pid":1618,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.443662258Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1098"}
{"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.443665569Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:118"}
{"msg":"Creating plan for the sled at fdb0:200::1","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.443668969Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:91"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.443693169Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Writing ledger to /pool/int/79ce42ff-9813-469e-9253-44dff191e19b/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.44370649Z","hostname":"buskin","pid":1618,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/615b4df3-8040-4d04-947b-807c077fd24b/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.444018276Z","hostname":"buskin","pid":1618,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Sled plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.44418198Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:138"}
{"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.44419738Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1131"}
{"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.444259441Z","hostname":"buskin","pid":1618,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"}
{"msg":"Writing ledger to /pool/int/79ce42ff-9813-469e-9253-44dff191e19b/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.444265111Z","hostname":"buskin","pid":1618,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/615b4df3-8040-4d04-947b-807c077fd24b/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.444411034Z","hostname":"buskin","pid":1618,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.444538087Z","hostname":"buskin","pid":1618,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"}
{"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.444595978Z","hostname":"buskin","pid":1618,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:200::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 637eb488-60d7-4bc3-86a0-d192a08d81a4, rack_id: 8e0e1f9d-082c-48ca-86bf-5263e49ec430, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }"}
{"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.444728441Z","hostname":"buskin","pid":1618,"remote_addr":"[fdb0:200::1]:43927","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"}
{"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 637eb488-60d7-4bc3-86a0-d192a08d81a4, rack_id: 8e0e1f9d-082c-48ca-86bf-5263e49ec430, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.444829963Z","hostname":"buskin","pid":1618,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:356"}
{"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.444836134Z","hostname":"buskin","pid":1618,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:371"}
{"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.444868244Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.444872544Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/server.rs:44"}
{"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.444876124Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:530"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.444893955Z","hostname":"buskin","pid":1618,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.444898865Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }"}
{"msg":"No ledger in /pool/int/79ce42ff-9813-469e-9253-44dff191e19b/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.444904215Z","hostname":"buskin","pid":1618,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/615b4df3-8040-4d04-947b-807c077fd24b/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.444916005Z","hostname":"buskin","pid":1618,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.444921605Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:519"}
{"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.444924885Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:547"}
{"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.44794153Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3819"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.45775425Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.468245354Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.479129997Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.488755793Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.498096232Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.506938271Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.515679298Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.525157711Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.534277156Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"}
{"msg":"No disks to be automatically managed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.534342697Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:558"}
{"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.534352327Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:370"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.534360187Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:339"}
{"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.534368617Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:449","result":"DisksManagementResult { status: [] }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.534375258Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.555095351Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.572877731Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.585817768Z","hostname":"buskin","pid":1618,"sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:355"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.585871929Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.585879689Z","hostname":"buskin","pid":1618,"sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:367"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.585884439Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 66.217954ms","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.588969475Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ce11e9c-280a-4a78-b5ca-e9bf0d809d08\", \"content-length\": \"124\", \"date\": \"Fri, 29 Mar 2024 05:52:49 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0ce11e9c-280a-4a78-b5ca-e9bf0d809d08\" }"}
{"msg":"attempting to create encrypted zvol: name=\"oxi_79ce42ff-9813-469e-9253-44dff191e19b/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.599839697Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/swap_device.rs:153"}
{"msg":"successfully created encrypted zvol: name=\"oxi_79ce42ff-9813-469e-9253-44dff191e19b/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.624623067Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/swap_device.rs:249"}
{"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_79ce42ff-9813-469e-9253-44dff191e19b/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.624667718Z","hostname":"buskin","pid":1618,"file":"sled-agent/src/swap_device.rs:96"}
{"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.629856649Z","hostname":"buskin","pid":1618,"sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:382"}
{"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.629867009Z","hostname":"buskin","pid":1618,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"}
{"msg":"Ensuring dataset oxi_79ce42ff-9813-469e-9253-44dff191e19b/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.629872169Z","hostname":"buskin","pid":1618,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.656717153Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 72.612163ms","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.657251524Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84a878d9-bbc8-41ce-a540-f05687ccdbef\", \"content-length\": \"124\", \"date\": \"Fri, 29 Mar 2024 05:52:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"84a878d9-bbc8-41ce-a540-f05687ccdbef\" }"}
{"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.700870767Z","hostname":"buskin","pid":1618,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.731000521Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 84.700671ms","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.731521612Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0997fa07-2a66-496e-8349-7a2ef5d3c540\", \"content-length\": \"124\", \"date\": \"Fri, 29 Mar 2024 05:52:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0997fa07-2a66-496e-8349-7a2ef5d3c540\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.817554731Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 191.407148ms","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.818114073Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9ece29e-ba4b-478e-8d0c-622e96a22f11\", \"content-length\": \"124\", \"date\": \"Fri, 29 Mar 2024 05:52:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a9ece29e-ba4b-478e-8d0c-622e96a22f11\" }"}
{"msg":"Mounting oxi_79ce42ff-9813-469e-9253-44dff191e19b/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.919675285Z","hostname":"buskin","pid":1618,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"}
{"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.931550618Z","hostname":"buskin","pid":1618,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"}
{"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.931649201Z","hostname":"buskin","pid":1618,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"}
{"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.931681481Z","hostname":"buskin","pid":1618,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"}
{"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:50.931698911Z","hostname":"buskin","pid":1618,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.010650839Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 203.161182ms","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.01117897Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8cdef98-de79-45cf-818b-e1ca2d4a6fb3\", \"content-length\": \"124\", \"date\": \"Fri, 29 Mar 2024 05:52:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f8cdef98-de79-45cf-818b-e1ca2d4a6fb3\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.215167691Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 367.418485ms","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.215951158Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74cb9cdc-8558-4db9-85cb-98647501d901\", \"content-length\": \"124\", \"date\": \"Fri, 29 Mar 2024 05:52:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"74cb9cdc-8558-4db9-85cb-98647501d901\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.584641609Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 362.961788ms","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.585322144Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63786f76-aaf0-4036-aaa2-7e4a6d63fb3c\", \"content-length\": \"124\", \"date\": \"Fri, 29 Mar 2024 05:52:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"63786f76-aaf0-4036-aaa2-7e4a6d63fb3c\" }"}
{"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.635105538Z","hostname":"buskin","pid":1618,"sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:90"}
{"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.680281044Z","hostname":"buskin","pid":1618,"component":"VmmReservoirManager","sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:266"}
{"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.680335285Z","hostname":"buskin","pid":1618,"component":"VmmReservoirManager","sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:274"}
{"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.680480518Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:983","underlay_address":"fd00:1122:3344:101::1"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.680497138Z","hostname":"buskin","pid":1618,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.681420198Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:195"}
{"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.681455399Z","hostname":"buskin","pid":1618,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:426"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.681483539Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Writing ledger to /pool/int/79ce42ff-9813-469e-9253-44dff191e19b/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.68149653Z","hostname":"buskin","pid":1618,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/615b4df3-8040-4d04-947b-807c077fd24b/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.681717755Z","hostname":"buskin","pid":1618,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:52:51.681723125Z","hostname":"buskin","pid":1618,"sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1178","retry_after":"353.102767ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""}
{"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.681898098Z","hostname":"buskin","pid":1618,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.681924289Z","hostname":"buskin","pid":1618,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:261","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.1.100 }], addresses: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 24 })], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [], bfd: [] })))"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.681931029Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3588"}
{"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.681934939Z","hostname":"buskin","pid":1618,"remote_addr":"[fdb0:200::1]:43927","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"}
{"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.68199081Z","hostname":"buskin","pid":1618,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:200::1]:12346"}
{"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.681998021Z","hostname":"buskin","pid":1618,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:200::1]:12346"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.860760652Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"No ledger in /pool/int/79ce42ff-9813-469e-9253-44dff191e19b/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.860827393Z","hostname":"buskin","pid":1618,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/615b4df3-8040-4d04-947b-807c077fd24b/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.860883645Z","hostname":"buskin","pid":1618,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.860911315Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.860934646Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/637eb488-60d7-4bc3-86a0-d192a08d81a4): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:52:51.865563665Z","hostname":"buskin","pid":1618,"component":"NexusNotifierTask","sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.892678754Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:38780"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.892971041Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.893118584Z","hostname":"buskin","pid":1618,"uri":"/inventory","method":"GET","req_id":"97b2e42b-5240-4c32-9823-af8bb76c82b4","remote_addr":"[fd00:1122:3344:101::1]:38780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":264,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.924091856Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:49664"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.924193428Z","hostname":"buskin","pid":1618,"uri":"/sled-role","method":"GET","req_id":"45e3715a-6597-4595-ab27-abf572680d25","remote_addr":"[fd00:1122:3344:101::1]:49664","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":45,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.925626639Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Writing ledger to /pool/int/79ce42ff-9813-469e-9253-44dff191e19b/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.925642729Z","hostname":"buskin","pid":1618,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/615b4df3-8040-4d04-947b-807c077fd24b/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.925944565Z","hostname":"buskin","pid":1618,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.92615239Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:802"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.949200083Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { disks: [OmicronPhysicalDiskConfig { id: e108eec0-8a2a-4701-9cb4-4558ad340232, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, pool_id: ce966ff9-88a5-4653-bfe9-0d3a7a2ec9cc }, OmicronPhysicalDiskConfig { id: 51e3dbcf-e17a-4662-a949-da2a639e7b5e, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, pool_id: 97f2d604-fcf7-497f-8f26-7e660b2d684b }, OmicronPhysicalDiskConfig { id: 00216544-e869-44b2-95ee-cba360da3413, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, pool_id: 59af6774-3ad5-48ca-b81f-bfe9a37a0d07 }, OmicronPhysicalDiskConfig { id: 5794b57f-31b0-4298-bbda-d8bf0042564d, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, pool_id: 78643ff1-d165-41d4-8bbd-429ec8539197 }, OmicronPhysicalDiskConfig { id: a7713361-ccff-4308-af3b-3951fb7b4a1b, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, pool_id: cf82edba-c6a9-4917-87f1-2b21f22c3500 }, OmicronPhysicalDiskConfig { id: ab4e69e3-de5d-45fc-8b01-5f8bc0833418, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, pool_id: eaa368be-d4d5-4952-8370-0d8467190389 }, OmicronPhysicalDiskConfig { id: d9ebd94c-1f2e-4b96-b7f5-2b50ac7ecb6b, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, pool_id: 2cb4ef32-43de-4203-8bce-caa8a8c4f44d }, OmicronPhysicalDiskConfig { id: 59c5a83e-c672-4165-9609-192aa1e34985, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, pool_id: cee8396e-b813-42b3-9341-03d4b14507e0 }, OmicronPhysicalDiskConfig { id: d6b54216-ba9c-4665-bbfb-59c99d921052, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }, pool_id: 016894d7-b99a-44d7-bd91-820a9d7b1c8d }], generation: Generation(1) }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.957182343Z","hostname":"buskin","pid":1618,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:344"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.958551413Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:49204"}
{"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, id: e108eec0-8a2a-4701-9cb4-4558ad340232, pool_id: ce966ff9-88a5-4653-bfe9-0d3a7a2ec9cc }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, id: 51e3dbcf-e17a-4662-a949-da2a639e7b5e, pool_id: 97f2d604-fcf7-497f-8f26-7e660b2d684b }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, id: 00216544-e869-44b2-95ee-cba360da3413, pool_id: 59af6774-3ad5-48ca-b81f-bfe9a37a0d07 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, id: 5794b57f-31b0-4298-bbda-d8bf0042564d, pool_id: 78643ff1-d165-41d4-8bbd-429ec8539197 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, id: a7713361-ccff-4308-af3b-3951fb7b4a1b, pool_id: cf82edba-c6a9-4917-87f1-2b21f22c3500 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, id: ab4e69e3-de5d-45fc-8b01-5f8bc0833418, pool_id: eaa368be-d4d5-4952-8370-0d8467190389 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, id: d9ebd94c-1f2e-4b96-b7f5-2b50ac7ecb6b, pool_id: 2cb4ef32-43de-4203-8bce-caa8a8c4f44d }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, id: 59c5a83e-c672-4165-9609-192aa1e34985, pool_id: cee8396e-b813-42b3-9341-03d4b14507e0 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }, id: d6b54216-ba9c-4665-bbfb-59c99d921052, pool_id: 016894d7-b99a-44d7-bd91-820a9d7b1c8d }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.958729776Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"No ledger in /pool/int/79ce42ff-9813-469e-9253-44dff191e19b/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.958735166Z","hostname":"buskin","pid":1618,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/615b4df3-8040-4d04-947b-807c077fd24b/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.958740097Z","hostname":"buskin","pid":1618,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.958744257Z","hostname":"buskin","pid":1618,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:681"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.958748167Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:339"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.958752527Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.958757357Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:51.958761077Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/disk.rs:111","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"}
{"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:52:52.057592349Z","hostname":"buskin","pid":1618,"sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1178","retry_after":"709.275531ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:52.064314923Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:301"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:52.064332593Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:307","id":"ce966ff9-88a5-4653-bfe9-0d3a7a2ec9cc"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/637eb488-60d7-4bc3-86a0-d192a08d81a4): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-03-29T05:52:52.70173868Z","hostname":"buskin","pid":1618,"component":"ProbeManager","sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"}
{"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:52:52.913586048Z","hostname":"buskin","pid":1618,"sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1178","retry_after":"641.842882ms","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:53.105804157Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: ce966ff9-88a5-4653-bfe9-0d3a7a2ec9cc, kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:53.276153499Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:53.276277622Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:53.276291602Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:53.276309632Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:53.276321732Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:53.276463465Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:38","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:53.276472826Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:52:53.646913595Z","hostname":"buskin","pid":1618,"sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1178","retry_after":"1.625599798s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/637eb488-60d7-4bc3-86a0-d192a08d81a4): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-03-29T05:52:53.878633508Z","hostname":"buskin","pid":1618,"component":"ProbeManager","sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/637eb488-60d7-4bc3-86a0-d192a08d81a4): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:52:53.878675969Z","hostname":"buskin","pid":1618,"component":"NexusNotifierTask","sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:53.880323035Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:57"}
{"msg":"Automatically destroying dataset: oxp_ce966ff9-88a5-4653-bfe9-0d3a7a2ec9cc/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:54.08598952Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:54.427974041Z","hostname":"buskin","pid":1618,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 39.863931ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:52:55.172785153Z","hostname":"buskin","pid":1618,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/637eb488-60d7-4bc3-86a0-d192a08d81a4): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-03-29T05:52:55.17499633Z","hostname":"buskin","pid":1618,"component":"ProbeManager","sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/637eb488-60d7-4bc3-86a0-d192a08d81a4): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:52:55.733562821Z","hostname":"buskin","pid":1618,"component":"NexusNotifierTask","sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:52:55.733622152Z","hostname":"buskin","pid":1618,"sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1178","retry_after":"3.850152462s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 104.030767ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:52:55.733802276Z","hostname":"buskin","pid":1618,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 219.391576ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:52:56.355087447Z","hostname":"buskin","pid":1618,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/637eb488-60d7-4bc3-86a0-d192a08d81a4): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-03-29T05:52:56.357868566Z","hostname":"buskin","pid":1618,"component":"ProbeManager","sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 558.359549ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:52:56.976977541Z","hostname":"buskin","pid":1618,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Looking for unencrypted datasets in oxp_ce966ff9-88a5-4653-bfe9-0d3a7a2ec9cc","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:56.997351936Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:57.218484254Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:57.218533015Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:57.218540235Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:57.218544675Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:57.218548535Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/disk.rs:111","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:57.450243758Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:301"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:57.450267749Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:307","id":"97f2d604-fcf7-497f-8f26-7e660b2d684b"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:58.581305477Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: 97f2d604-fcf7-497f-8f26-7e660b2d684b, kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:58.839292062Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:58.839336803Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:58.839342813Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:58.839348623Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:58.839355384Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:58.839513977Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:38","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:58.839521307Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/637eb488-60d7-4bc3-86a0-d192a08d81a4): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-03-29T05:52:59.337330149Z","hostname":"buskin","pid":1618,"component":"ProbeManager","sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/637eb488-60d7-4bc3-86a0-d192a08d81a4): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:52:59.337503552Z","hostname":"buskin","pid":1618,"component":"NexusNotifierTask","sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 558.908894ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:52:59.594850944Z","hostname":"buskin","pid":1618,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a metric producer with Nexus","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:52:59.597373278Z","hostname":"buskin","pid":1618,"sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1178","retry_after":"10.957317303s","error":"\"Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)\""}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:52:59.844095062Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:57"}
{"msg":"Automatically destroying dataset: oxp_97f2d604-fcf7-497f-8f26-7e660b2d684b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:00.361176625Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/637eb488-60d7-4bc3-86a0-d192a08d81a4): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-03-29T05:53:01.100289445Z","hostname":"buskin","pid":1618,"component":"ProbeManager","sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/637eb488-60d7-4bc3-86a0-d192a08d81a4): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:01.10099255Z","hostname":"buskin","pid":1618,"component":"NexusNotifierTask","sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.02159346Z","hostname":"buskin","pid":1618,"component":"VmmReservoirManager","sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:278"}
{"msg":"Ensuring tfportrear0_0/ll exists in zone","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.031927001Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2286"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/637eb488-60d7-4bc3-86a0-d192a08d81a4): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-03-29T05:53:02.104181075Z","hostname":"buskin","pid":1618,"component":"ProbeManager","sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"}
{"msg":"Looking for unencrypted datasets in oxp_97f2d604-fcf7-497f-8f26-7e660b2d684b","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.114347342Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.123534859Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.12357487Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.1235999Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.123607551Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.123613251Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/disk.rs:111","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.133788568Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:301"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.133834619Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:307","id":"59af6774-3ad5-48ca-b81f-bfe9a37a0d07"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.232632191Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: 59af6774-3ad5-48ca-b81f-bfe9a37a0d07, kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.241164004Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.241213865Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.241223355Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.241239355Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.241291566Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.241399669Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:38","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.241407769Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.278589244Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:57"}
{"msg":"Automatically destroying dataset: oxp_59af6774-3ad5-48ca-b81f-bfe9a37a0d07/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.286699887Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_59af6774-3ad5-48ca-b81f-bfe9a37a0d07","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.409535993Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.417931332Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.417972213Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.417979544Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.417986534Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.417992884Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/disk.rs:111","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.427558958Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:301"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.427583429Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:307","id":"78643ff1-d165-41d4-8bbd-429ec8539197"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.524200704Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: 78643ff1-d165-41d4-8bbd-429ec8539197, kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.532386679Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.53241781Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.53243804Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.532530102Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.532539582Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.532626204Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:38","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.532634875Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.566860276Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:57"}
{"msg":"Automatically destroying dataset: oxp_78643ff1-d165-41d4-8bbd-429ec8539197/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.575313787Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_78643ff1-d165-41d4-8bbd-429ec8539197","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.697809315Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.70599047Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.706024061Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.706029671Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.706036501Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.706073792Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/disk.rs:111","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.715572665Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:301"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.715604226Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:307","id":"cf82edba-c6a9-4917-87f1-2b21f22c3500"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.813926618Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: cf82edba-c6a9-4917-87f1-2b21f22c3500, kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.822183394Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.822240686Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.822247416Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.822286827Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.822298927Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.822478551Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:38","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.822490751Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.860571215Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:57"}
{"msg":"Automatically destroying dataset: oxp_cf82edba-c6a9-4917-87f1-2b21f22c3500/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.868691279Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_cf82edba-c6a9-4917-87f1-2b21f22c3500","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:02.993268341Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.001367374Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.001424736Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.001433276Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.001440576Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.001446826Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/disk.rs:111","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.011297047Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:301"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.011325917Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:307","id":"eaa368be-d4d5-4952-8370-0d8467190389"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.107634756Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: eaa368be-d4d5-4952-8370-0d8467190389, kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.11576646Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.115807091Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.115815531Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.115858612Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.115870772Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.115981674Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:38","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.115988685Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/637eb488-60d7-4bc3-86a0-d192a08d81a4): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-03-29T05:53:03.120133083Z","hostname":"buskin","pid":1618,"component":"ProbeManager","sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/637eb488-60d7-4bc3-86a0-d192a08d81a4): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:03.120152994Z","hostname":"buskin","pid":1618,"component":"NexusNotifierTask","sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.151831281Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:57"}
{"msg":"Automatically destroying dataset: oxp_eaa368be-d4d5-4952-8370-0d8467190389/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.160422395Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_eaa368be-d4d5-4952-8370-0d8467190389","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.286902778Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.295270377Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.295327548Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.295336559Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.295344859Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.29539697Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/disk.rs:111","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.305884334Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:301"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.305928285Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:307","id":"2cb4ef32-43de-4203-8bce-caa8a8c4f44d"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.401368205Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: 2cb4ef32-43de-4203-8bce-caa8a8c4f44d, kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.409488619Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.40953127Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.40953726Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.409587371Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.409597601Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.409758145Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:38","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.409765315Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.44415734Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:57"}
{"msg":"Automatically destroying dataset: oxp_2cb4ef32-43de-4203-8bce-caa8a8c4f44d/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.452347705Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_2cb4ef32-43de-4203-8bce-caa8a8c4f44d","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.575232202Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.583343016Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.583404577Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.583412137Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.583418927Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.583425097Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/disk.rs:111","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.593580424Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:301"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.593618495Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:307","id":"cee8396e-b813-42b3-9341-03d4b14507e0"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.691272153Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: cee8396e-b813-42b3-9341-03d4b14507e0, kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.69954289Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.699591961Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.699601301Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.699632922Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.699647422Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.699831066Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:38","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.699841786Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.736396128Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:57"}
{"msg":"Automatically destroying dataset: oxp_cee8396e-b813-42b3-9341-03d4b14507e0/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.744520481Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_cee8396e-b813-42b3-9341-03d4b14507e0","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.871844293Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.880330694Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.880382686Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.880391996Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.880398276Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.880403306Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/disk.rs:111","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.889874878Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:301"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.889919229Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-hardware/src/disk.rs:307","id":"016894d7-b99a-44d7-bd91-820a9d7b1c8d"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.986081285Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: 016894d7-b99a-44d7-bd91-820a9d7b1c8d, kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.994352371Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.994417583Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.994436003Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.994485605Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.994496095Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.994668298Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:38","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:03.994677549Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.031899364Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:57"}
{"msg":"Automatically destroying dataset: oxp_016894d7-b99a-44d7-bd91-820a9d7b1c8d/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.041454678Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/637eb488-60d7-4bc3-86a0-d192a08d81a4): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-03-29T05:53:04.122791697Z","hostname":"buskin","pid":1618,"component":"ProbeManager","sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"}
{"msg":"Looking for unencrypted datasets in oxp_016894d7-b99a-44d7-bd91-820a9d7b1c8d","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.174470542Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.182984754Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.183023005Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"}
{"msg":"Writing ledger to /pool/int/79ce42ff-9813-469e-9253-44dff191e19b/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.183047665Z","hostname":"buskin","pid":1618,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.183189988Z","hostname":"buskin","pid":1618,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 79ce42ff-9813-469e-9253-44dff191e19b, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 }, zpool_name: ZpoolName { id: ce966ff9-88a5-4653-bfe9-0d3a7a2ec9cc, kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 615b4df3-8040-4d04-947b-807c077fd24b, kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 }, zpool_name: ZpoolName { id: 97f2d604-fcf7-497f-8f26-7e660b2d684b, kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 }, zpool_name: ZpoolName { id: 59af6774-3ad5-48ca-b81f-bfe9a37a0d07, kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 }, zpool_name: ZpoolName { id: 78643ff1-d165-41d4-8bbd-429ec8539197, kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 }, zpool_name: ZpoolName { id: cf82edba-c6a9-4917-87f1-2b21f22c3500, kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 }, zpool_name: ZpoolName { id: eaa368be-d4d5-4952-8370-0d8467190389, kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1032 }, zpool_name: ZpoolName { id: 2cb4ef32-43de-4203-8bce-caa8a8c4f44d, kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1033 }, zpool_name: ZpoolName { id: cee8396e-b813-42b3-9341-03d4b14507e0, kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1034 }, zpool_name: ZpoolName { id: 016894d7-b99a-44d7-bd91-820a9d7b1c8d, kind: External } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Writing ledger to /pool/int/615b4df3-8040-4d04-947b-807c077fd24b/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.183353512Z","hostname":"buskin","pid":1618,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.18372185Z","hostname":"buskin","pid":1618,"uri":"/omicron-physical-disks","method":"PUT","req_id":"bd85fe05-5de7-4001-9ba3-68077985074a","remote_addr":"[fd00:1122:3344:101::1]:49204","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":12225133,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: ee405bc4-efc4-43d1-b97e-ce45b89dd237, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ce966ff9-88a5-4653-bfe9-0d3a7a2ec9cc, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 97f2d604-fcf7-497f-8f26-7e660b2d684b, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 6a808e3b-83fa-48eb-8484-96eb4a45822d, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59af6774-3ad5-48ca-b81f-bfe9a37a0d07, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.214819145Z","hostname":"buskin","pid":1618,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:427"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.215112101Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:46495"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee405bc4-efc4-43d1-b97e-ce45b89dd237, dataset_name: DatasetName { pool_name: ZpoolName { id: ce966ff9-88a5-4653-bfe9-0d3a7a2ec9cc, kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.215307015Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.215312315Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: ee405bc4-efc4-43d1-b97e-ce45b89dd237, dataset_name: DatasetName { pool_name: ZpoolName { id: ce966ff9-88a5-4653-bfe9-0d3a7a2ec9cc, kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c, dataset_name: DatasetName { pool_name: ZpoolName { id: 97f2d604-fcf7-497f-8f26-7e660b2d684b, kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.266921218Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.266952219Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c, dataset_name: DatasetName { pool_name: ZpoolName { id: 97f2d604-fcf7-497f-8f26-7e660b2d684b, kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a808e3b-83fa-48eb-8484-96eb4a45822d, dataset_name: DatasetName { pool_name: ZpoolName { id: 59af6774-3ad5-48ca-b81f-bfe9a37a0d07, kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.317355627Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.317384037Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 6a808e3b-83fa-48eb-8484-96eb4a45822d, dataset_name: DatasetName { pool_name: ZpoolName { id: 59af6774-3ad5-48ca-b81f-bfe9a37a0d07, kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.368462019Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"No ledger in /pool/int/79ce42ff-9813-469e-9253-44dff191e19b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.368527241Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/615b4df3-8040-4d04-947b-807c077fd24b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.368561121Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.368635933Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.416046046Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.416110888Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.416132528Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_ee405bc4-efc4-43d1-b97e-ce45b89dd237","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.469146721Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.472795459Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_6a808e3b-83fa-48eb-8484-96eb4a45822d","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.476630941Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_internal_dns_ee405bc4-efc4-43d1-b97e-ce45b89dd237","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.489689401Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_internal_dns_a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.494611686Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_internal_dns_6a808e3b-83fa-48eb-8484-96eb4a45822d","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:04.498944889Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/637eb488-60d7-4bc3-86a0-d192a08d81a4): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:05.119377341Z","hostname":"buskin","pid":1618,"component":"NexusNotifierTask","sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/637eb488-60d7-4bc3-86a0-d192a08d81a4): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-03-29T05:53:05.125230046Z","hostname":"buskin","pid":1618,"component":"ProbeManager","sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"}
{"msg":"Ensuring bootstrap address fdb0:200::2 exists in switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:06.077050784Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2303"}
{"msg":"Adding bootstrap address","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:06.077068574Z","hostname":"buskin","pid":1618,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:626"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/637eb488-60d7-4bc3-86a0-d192a08d81a4): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-03-29T05:53:06.127610404Z","hostname":"buskin","pid":1618,"component":"ProbeManager","sled_id":"637eb488-60d7-4bc3-86a0-d192a08d81a4","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"}
{"msg":"Profile for oxz_internal_dns_ee405bc4-efc4-43d1-b97e-ce45b89dd237:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService1\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:1::2\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:1::1\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:1::1]:5353\"/>\n        <propval type=\"astring\" name=\"dns_address\" value=\"[fd00:1122:3344:1::1]:53\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:06.799956047Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:06.800020649Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:06.800206543Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_ee405bc4-efc4-43d1-b97e-ce45b89dd237","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_internal_dns_a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService2\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:2::2\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:2::1\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:2::1]:5353\"/>\n        <propval type=\"astring\" name=\"dns_address\" value=\"[fd00:1122:3344:2::1]:53\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:07.288965271Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:07.769237607Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }"}
{"msg":"Profile for oxz_internal_dns_6a808e3b-83fa-48eb-8484-96eb4a45822d:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService3\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:3::2\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:3::1\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:3::1]:5353\"/>\n        <propval type=\"astring\" name=\"dns_address\" value=\"[fd00:1122:3344:3::1]:53\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:07.76935307Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:07.76936378Z","hostname":"buskin","pid":1618,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }"}
{"msg":"wait for service Some(\"oxz_internal_dns_ee405bc4-efc4-43d1-b97e-ce45b89dd237\") failed: Property not found. retry in 43.953222ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:07.780287864Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_ee405bc4-efc4-43d1-b97e-ce45b89dd237","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:07.780347095Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:07.784540045Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_6a808e3b-83fa-48eb-8484-96eb4a45822d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_internal_dns_ee405bc4-efc4-43d1-b97e-ce45b89dd237\") failed: Property not found. retry in 106.528039ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:07.833156714Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_ee405bc4-efc4-43d1-b97e-ce45b89dd237","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_6a808e3b-83fa-48eb-8484-96eb4a45822d\") failed: Property not found. retry in 37.541619ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:07.91064206Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_6a808e3b-83fa-48eb-8484-96eb4a45822d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c\") failed: Property not found. retry in 35.871746ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:07.916804552Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_ee405bc4-efc4-43d1-b97e-ce45b89dd237\") failed: Property not found. retry in 124.503578ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:07.947659142Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_ee405bc4-efc4-43d1-b97e-ce45b89dd237","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_6a808e3b-83fa-48eb-8484-96eb4a45822d\") failed: Property not found. retry in 139.688944ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:07.957305628Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_6a808e3b-83fa-48eb-8484-96eb4a45822d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c\") failed: Property not found. retry in 135.679855ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:07.964878089Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_ee405bc4-efc4-43d1-b97e-ce45b89dd237\") failed: Property not found. retry in 247.481114ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:08.110911431Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_ee405bc4-efc4-43d1-b97e-ce45b89dd237","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c\") failed: Property not found. retry in 233.786608ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:08.125671717Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_6a808e3b-83fa-48eb-8484-96eb4a45822d\") failed: Property not found. retry in 224.016779ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:08.178045857Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_6a808e3b-83fa-48eb-8484-96eb4a45822d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_ee405bc4-efc4-43d1-b97e-ce45b89dd237\") failed: Property not found. retry in 1.008420652s","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:08.383060609Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_ee405bc4-efc4-43d1-b97e-ce45b89dd237","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c\") failed: Property not found. retry in 439.871577ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:08.42331283Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_6a808e3b-83fa-48eb-8484-96eb4a45822d\") failed: Property not found. retry in 558.599633ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:08.435576922Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_6a808e3b-83fa-48eb-8484-96eb4a45822d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c\") failed: Property not found. retry in 595.743891ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:08.872588054Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_6a808e3b-83fa-48eb-8484-96eb4a45822d\") failed: Property not found. retry in 704.169727ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:09.005843842Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_6a808e3b-83fa-48eb-8484-96eb4a45822d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_ee405bc4-efc4-43d1-b97e-ce45b89dd237\") failed: Property not found. retry in 1.311350037s","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:09.400205283Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_ee405bc4-efc4-43d1-b97e-ce45b89dd237","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c\") failed: Property not found. retry in 515.920861ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:09.480588181Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_6a808e3b-83fa-48eb-8484-96eb4a45822d\") failed: Property not found. retry in 1.389372011s","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:09.721319197Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_6a808e3b-83fa-48eb-8484-96eb4a45822d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c\") failed: Property not found. retry in 1.148704336s","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:10.006016623Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fe83:1a9f","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:10.627492139Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2310"}
{"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:10.632996336Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2371"}
{"msg":"wait for service Some(\"oxz_internal_dns_ee405bc4-efc4-43d1-b97e-ce45b89dd237\") failed: Property not found. retry in 902.583206ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:10.720130849Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_ee405bc4-efc4-43d1-b97e-ce45b89dd237","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:10.752835058Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2556"}
{"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:10.995884573Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2720"}
{"msg":"wait for service Some(\"oxz_internal_dns_6a808e3b-83fa-48eb-8484-96eb4a45822d\") failed: Property not found. retry in 1.057766573s","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:11.119447165Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_6a808e3b-83fa-48eb-8484-96eb4a45822d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c\") failed: Property not found. retry in 1.321828395s","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:11.163128229Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:11.184916214Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2435"}
{"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:11.483969377Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2470"}
{"msg":"wait for service Some(\"oxz_internal_dns_ee405bc4-efc4-43d1-b97e-ce45b89dd237\") failed: Property not found. retry in 914.094221ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:11.631873259Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_ee405bc4-efc4-43d1-b97e-ce45b89dd237","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:11.691078915Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2758"}
{"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:11.873735589Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2785"}
{"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:12.088313406Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2664"}
{"msg":"wait for service Some(\"oxz_internal_dns_6a808e3b-83fa-48eb-8484-96eb4a45822d\") failed: Property not found. retry in 1.009799845s","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:12.186826652Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_6a808e3b-83fa-48eb-8484-96eb4a45822d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:12.273497055Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2464"}
{"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:12.28357821Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3843","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"}
{"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:12.283610461Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3859"}
{"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:12.283619091Z","hostname":"buskin","pid":1618,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"}
{"msg":"wait for service Some(\"oxz_internal_dns_a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c\") failed: Property not found. retry in 1.278026137s","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:12.495238495Z","hostname":"buskin","pid":1618,"zone":"oxz_internal_dns_a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:12.836224015Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3867"}
{"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:12.842584571Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3923"}
{"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:12.987169411Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3985"}
{"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.092706337Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3966","rack_subnet":"fd00:1122:3344::"}
{"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.116551377Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:4008"}
{"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.222093563Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:4035"}
{"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.346035513Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:364"}
{"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.379503668Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:412"}
{"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.411220196Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:589"}
{"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.411295328Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:627"}
{"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.411746107Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:630","uptime":"3"}
{"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.411760398Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:434","config":"PortSettings {\n    links: {\n        \"0\": LinkSettings {\n            addrs: [\n                10.151.1.174,\n            ],\n            params: LinkCreate {\n                autoneg: false,\n                fec: None,\n                kr: false,\n                lane: Some(\n                    LinkId(\n                        0,\n                    ),\n                ),\n                speed: Speed40G,\n            },\n        },\n    },\n}"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.490968411Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.491036732Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.491046473Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.491052293Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.491058663Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.491062903Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.491068233Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.491074313Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.491094263Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.491098734Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.491102924Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.491107124Z","hostname":"buskin","pid":1618,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.796173795Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2997","zone":"oxz_internal_dns_ee405bc4-efc4-43d1-b97e-ce45b89dd237"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.796241617Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2997","zone":"oxz_internal_dns_a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.796249397Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2997","zone":"oxz_internal_dns_6a808e3b-83fa-48eb-8484-96eb4a45822d"}
{"msg":"Writing ledger to /pool/int/79ce42ff-9813-469e-9253-44dff191e19b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.796272358Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/615b4df3-8040-4d04-947b-807c077fd24b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.796581754Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.79688424Z","hostname":"buskin","pid":1618,"uri":"/omicron-zones","method":"PUT","req_id":"6d506a78-2d9b-4baa-bd4e-ad8dd6803775","remote_addr":"[fd00:1122:3344:101::1]:46495","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":9581712,"response_code":"204"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.798637808Z","hostname":"buskin","pid":1618,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:545"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:13.874125492Z","hostname":"buskin","pid":1618,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:545"}
{"msg":"failed to write DNS configuration (will retry in 128.667661ms)","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:14.3362121Z","hostname":"buskin","pid":1618,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:565","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:5353/config): error trying to connect: tcp connect error: Connection refused (os error 146)"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.506120812Z","hostname":"buskin","pid":1618,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:545"}
{"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.571949479Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:581"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.571962159Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:258"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.60380819Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:275","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.605430805Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:300"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.605437545Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:192","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: ee405bc4-efc4-43d1-b97e-ce45b89dd237, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ce966ff9-88a5-4653-bfe9-0d3a7a2ec9cc, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 97f2d604-fcf7-497f-8f26-7e660b2d684b, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 6a808e3b-83fa-48eb-8484-96eb4a45822d, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59af6774-3ad5-48ca-b81f-bfe9a37a0d07, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: c606920f-6a36-4d68-be6e-e371f2cb6a6c, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 6a28132f-9760-48d5-9c81-896b2e51354b, kind: Service { id: c606920f-6a36-4d68-be6e-e371f2cb6a6c }, name: Name(\"ntp-c606920f-6a36-4d68-be6e-e371f2cb6a6c\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 191, 144])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.634560027Z","hostname":"buskin","pid":1618,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:427"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.634753331Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:62914"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee405bc4-efc4-43d1-b97e-ce45b89dd237, dataset_name: DatasetName { pool_name: ZpoolName { id: ce966ff9-88a5-4653-bfe9-0d3a7a2ec9cc, kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.634968416Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.634979636Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: ee405bc4-efc4-43d1-b97e-ce45b89dd237, dataset_name: DatasetName { pool_name: ZpoolName { id: ce966ff9-88a5-4653-bfe9-0d3a7a2ec9cc, kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c, dataset_name: DatasetName { pool_name: ZpoolName { id: 97f2d604-fcf7-497f-8f26-7e660b2d684b, kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.656958196Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.657028518Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a2a66bc0-8fc4-40d7-8fa2-0f5af3ae231c, dataset_name: DatasetName { pool_name: ZpoolName { id: 97f2d604-fcf7-497f-8f26-7e660b2d684b, kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6a808e3b-83fa-48eb-8484-96eb4a45822d, dataset_name: DatasetName { pool_name: ZpoolName { id: 59af6774-3ad5-48ca-b81f-bfe9a37a0d07, kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.675732947Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.675780929Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 6a808e3b-83fa-48eb-8484-96eb4a45822d, dataset_name: DatasetName { pool_name: ZpoolName { id: 59af6774-3ad5-48ca-b81f-bfe9a37a0d07, kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.695186363Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Reading ledger from /pool/int/79ce42ff-9813-469e-9253-44dff191e19b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.695253745Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/615b4df3-8040-4d04-947b-807c077fd24b/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.695425699Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.695527621Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.706553457Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:258"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.738928858Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:275","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.739621093Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:300"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.739633464Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:192","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.784579065Z","hostname":"buskin","pid":1618,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 191, 144]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: \"vopte0\" } }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.784624935Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:1277","zone_type":"ntp"}
{"msg":"no nat entry found for: V4(\n    Ipv4Network {\n        addr: 10.151.1.169,\n        prefix: 32,\n    },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.785327701Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"}
{"msg":"creating nat entry for: V4(\n    Ipv4Network {\n        addr: 10.151.1.169,\n        prefix: 32,\n    },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.785340811Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"}
{"msg":"creation of nat entry successful for: V4(\n    Ipv4Network {\n        addr: 10.151.1.169,\n        prefix: 32,\n    },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.785589546Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.786665429Z","hostname":"buskin","pid":1618,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"}
{"msg":"Configuring new Omicron zone: oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.811531971Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:14.830526277Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService4\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::1b\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"1.1.1.1\" />\n            <value_node value=\"9.9.9.9\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/ntp\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"allow\" value=\"fd00:1122:3344:100::/56\"/>\n        <propval type=\"boolean\" name=\"boundary\" value=\"true\"/>\n        <propval type=\"astring\" name=\"server\" value=\"0.pool.ntp.org\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte0\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.3.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.3.5\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:16.032853129Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:16.032957501Z","hostname":"buskin","pid":1618,"zone":"oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c\") failed: Property not found. retry in 39.04155ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:16.175441457Z","hostname":"buskin","pid":1618,"zone":"oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c\") failed: Property not found. retry in 132.331296ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:16.222621165Z","hostname":"buskin","pid":1618,"zone":"oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c\") failed: Property not found. retry in 174.983907ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:16.391290341Z","hostname":"buskin","pid":1618,"zone":"oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c\") failed: Property not found. retry in 562.88496ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:16.574959567Z","hostname":"buskin","pid":1618,"zone":"oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:16.770711332Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:200::2]:56974"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:16.770895766Z","hostname":"buskin","pid":1618,"uri":"/baseboard","method":"GET","req_id":"b3f505f0-cece-4bc1-8078-32b22e2b713c","remote_addr":"[fdb0:200::2]:56974","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":96,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c\") failed: Property not found. retry in 683.870797ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:17.148509448Z","hostname":"buskin","pid":1618,"zone":"oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c\") failed: Property not found. retry in 1.231518453s","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:17.842393021Z","hostname":"buskin","pid":1618,"zone":"oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c\") failed: Property not found. retry in 997.278106ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:19.083588454Z","hostname":"buskin","pid":1618,"zone":"oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c\") failed: Property not found. retry in 976.827125ms","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:20.089680261Z","hostname":"buskin","pid":1618,"zone":"oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c\") failed: Property not found. retry in 1.012469133s","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:21.075326002Z","hostname":"buskin","pid":1618,"zone":"oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:22.109756555Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:2997","zone":"oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c"}
{"msg":"Writing ledger to /pool/int/79ce42ff-9813-469e-9253-44dff191e19b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:22.109842406Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/615b4df3-8040-4d04-947b-807c077fd24b/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:22.110175143Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:22.110543341Z","hostname":"buskin","pid":1618,"uri":"/omicron-zones","method":"PUT","req_id":"3bb5578e-7fd6-44fe-b087-3fd3f35fb05c","remote_addr":"[fd00:1122:3344:101::1]:62914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":7475738,"response_code":"204"}
{"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:22.11233507Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:622"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:22.141310609Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:22.141491483Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:41077"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:22.1507001Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3574"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:22.150931225Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"0b3b1e95-6cbb-41a5-beac-afc378e4ce4b","remote_addr":"[fd00:1122:3344:101::1]:41077","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9274,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:22.154222075Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:22.320299935Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:22.320461779Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:65520"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:26.329613612Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3574"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:26.329765116Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"02f8bf50-9efc-4782-9dd0-b03ea6b73cf0","remote_addr":"[fd00:1122:3344:101::1]:65520","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009180,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:26.332857992Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:26.492847582Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:26.492971885Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:63089"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:26.501917786Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3574"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:26.50210336Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"69490f5b-58fe-40f9-8711-4d5e36301497","remote_addr":"[fd00:1122:3344:101::1]:63089","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8970,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:26.505475012Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:26.707289786Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:26.707418779Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:40468"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_c606920f-6a36-4d68-be6e-e371f2cb6a6c': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:26.716302499Z","hostname":"buskin","pid":1618,"component":"ServiceManager","file":"sled-agent/src/services.rs:3574"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:26.716416751Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"22123811-cb87-40c0-bfbe-592320ad0adc","remote_addr":"[fd00:1122:3344:101::1]:40468","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8893,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:26.719198851Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:26.908703562Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:26.908817464Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:41762"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:26.91704412Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"2cdd4219-8266-490b-9d45-a14a9aa8ecdc","remote_addr":"[fd00:1122:3344:101::1]:41762","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8133,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:26.919245757Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:26.919267898Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:27.137518113Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:27.137617435Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:45534"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:27.145629036Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"31512624-9a39-4d71-b111-bb824428e5a3","remote_addr":"[fd00:1122:3344:101::1]:45534","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":7886,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:27.147346503Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:27.147354083Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:27.538548326Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:27.538656128Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:65033"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:27.547058288Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"447d0946-6948-46c3-9845-bf47d8ca5b90","remote_addr":"[fd00:1122:3344:101::1]:65033","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8276,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:27.549313926Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:27.549318026Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:27.908233039Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:27.908331661Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:50714"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:27.916435974Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"68e5fe99-f472-4fa9-bfe0-56a43d5d00a2","remote_addr":"[fd00:1122:3344:101::1]:50714","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8023,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:27.918291724Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:27.918297484Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:28.408893581Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:28.408991663Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:48421"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:28.41769162Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"b587b92c-3cdf-498f-bc5c-f9e28de77430","remote_addr":"[fd00:1122:3344:101::1]:48421","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8564,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:28.419678922Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:28.419687982Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:28.735270149Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:28.735373761Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:39894"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:28.74471512Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"39e44a3b-1cad-492c-a19a-8594f0f329b9","remote_addr":"[fd00:1122:3344:101::1]:39894","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":9227,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:28.746328665Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:28.746336375Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:29.037777915Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:29.037874937Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:49380"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:29.046526542Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"c2be4de6-27c0-4280-9658-e11888ac528e","remote_addr":"[fd00:1122:3344:101::1]:49380","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8542,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:29.04971628Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:29.04972173Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:29.598716176Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:29.59887511Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:42264"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:29.608322021Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"e86c32f5-c1e8-4ea0-9e0d-70bf55a54ddf","remote_addr":"[fd00:1122:3344:101::1]:42264","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":9402,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:29.611870657Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:29.611879237Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:30.161876515Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:30.161971147Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:51329"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:30.169761093Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"148d3a95-04fb-40e0-9102-87240a59d597","remote_addr":"[fd00:1122:3344:101::1]:51329","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":7727,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:30.171741386Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:30.171753626Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:31.539844812Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:31.539946514Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:37028"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:31.548561758Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"6f99a446-9390-42dc-9a83-6bc15d8a5715","remote_addr":"[fd00:1122:3344:101::1]:37028","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8472,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:31.550656493Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:31.550664143Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:33.03996679Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:33.040108102Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:53918"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:33.049064494Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"25af27a8-f648-468d-a538-e6a420d61c35","remote_addr":"[fd00:1122:3344:101::1]:53918","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8848,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:33.05214969Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:33.05215667Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:33.851464677Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:33.851632561Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:48417"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:33.860687744Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"ff81bb74-7705-4a97-9c08-1863db311f0e","remote_addr":"[fd00:1122:3344:101::1]:48417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8988,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:33.864284391Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:33.864292392Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:34.891110732Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:34.891224034Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:41380"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:34.899746367Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"a07f4d63-75a2-44ae-95fd-858c99da7c98","remote_addr":"[fd00:1122:3344:101::1]:41380","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8392,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:34.901843181Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:34.901856292Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:36.036349503Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:36.036472606Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:37244"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:36.044951747Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"f1a04d5e-fac6-48d5-9bb5-d23e1b45ded1","remote_addr":"[fd00:1122:3344:101::1]:37244","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8363,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:36.047128134Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:36.047133314Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:37.580472582Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:37.580576434Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:33060"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:37.589029615Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"e24a34d0-c6a7-40a1-a950-ae21045499fb","remote_addr":"[fd00:1122:3344:101::1]:33060","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8372,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:37.591101389Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:37.591108849Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:39.728569782Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:39.728678695Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:53015"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:39.736773268Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"ac42a780-9202-4d68-8d9f-9d3976505feb","remote_addr":"[fd00:1122:3344:101::1]:53015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":7945,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:39.73874531Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:39.7387509Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:42.998086044Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:42.998198787Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:55793"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:43.006133966Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"0b66c476-1714-4743-a966-fb1eb6ec3da1","remote_addr":"[fd00:1122:3344:101::1]:55793","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":7776,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:43.008222071Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:43.008230101Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:45.903822821Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:45.903936143Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:63499"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:45.912913415Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"ff6ce4c0-79a1-431f-8ef4-6fc221ca8b88","remote_addr":"[fd00:1122:3344:101::1]:63499","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8818,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:45.914992189Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:45.91499792Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:46.802042352Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:200::2]:62707"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:46.803004103Z","hostname":"buskin","pid":1618,"uri":"/baseboard","method":"GET","req_id":"5024d211-36d0-4da7-bf0c-4ad87def928b","remote_addr":"[fdb0:200::2]:62707","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":872,"response_code":"200"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:49.759159886Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:49.759282029Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:57345"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:49.767612437Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"58c5c9b4-9256-4d7c-aa20-b24f2213d62d","remote_addr":"[fd00:1122:3344:101::1]:57345","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8175,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:49.769912716Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:49.769920376Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:53.539715613Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:53.539832985Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:33740"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:53.548504441Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"63b24068-affd-4f64-8fa0-5285e328b5ed","remote_addr":"[fd00:1122:3344:101::1]:33740","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8517,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:53.550890702Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:53.550899182Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:58.345319092Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:58.345490876Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:38225"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:58.354683332Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"20ad8868-22e9-44c7-b60f-8d132f7a452b","remote_addr":"[fd00:1122:3344:101::1]:38225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":9138,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:53:58.357030003Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:53:58.357037013Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:54:02.988247284Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:54:02.988371037Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:54311"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:54:02.997313118Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"2b59d2b4-8589-4963-b77f-67eede8f6971","remote_addr":"[fd00:1122:3344:101::1]:54311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8760,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:54:02.999655498Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:54:02.999660248Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:54:10.25566437Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:54:10.255783612Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:33536"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:54:10.264410617Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"49ff77e5-fb45-4cc7-b8ca-8ad655119e59","remote_addr":"[fd00:1122:3344:101::1]:33536","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8529,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:54:10.266779917Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:54:10.266785748Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:54:16.836030479Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:200::2]:64868"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:54:16.83610812Z","hostname":"buskin","pid":1618,"uri":"/baseboard","method":"GET","req_id":"2511a3de-7c83-462b-8bcd-35a6fcff540f","remote_addr":"[fdb0:200::2]:64868","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":43,"response_code":"200"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:54:19.960324496Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:54:19.960442659Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:39871"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:54:19.968700045Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"c45831f4-fbec-4fcc-b2ad-e082490634cb","remote_addr":"[fd00:1122:3344:101::1]:39871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8076,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691605.2858346, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:54:19.972470916Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:54:19.972494816Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:54:38.758568556Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:54:38.758680759Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:56456"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:54:38.767743602Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"b8d44ee1-95a3-4411-ae17-d241a7ded8ea","remote_addr":"[fd00:1122:3344:101::1]:56456","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8972,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691676.925229, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:54:38.76998217Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:54:38.76999101Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:54:46.867023381Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:200::2]:62176"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:54:46.868098714Z","hostname":"buskin","pid":1618,"uri":"/baseboard","method":"GET","req_id":"5b4a0cfe-af48-46d2-bb29-ae19da89bb99","remote_addr":"[fdb0:200::2]:62176","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":1046,"response_code":"200"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:55:01.197382891Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:55:01.197517404Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:62323"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:55:01.206562587Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"5fdb1ce2-518a-4cf2-a1b5-f79a6b580ffd","remote_addr":"[fd00:1122:3344:101::1]:62323","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8841,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691676.925229, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:55:01.208615691Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:55:01.208651242Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:55:12.059353697Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:55:12.059547711Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:45503"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:55:12.068771378Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"964d80b5-1779-4e47-99d3-8f9d5f2400f6","remote_addr":"[fd00:1122:3344:101::1]:45503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":9045,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691676.925229, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:55:12.071002986Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:55:12.071013416Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:55:16.90067316Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:200::2]:36204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:55:16.900767962Z","hostname":"buskin","pid":1618,"uri":"/baseboard","method":"GET","req_id":"4e4f339b-e07f-47e3-ba0e-33d1cd8ab3ea","remote_addr":"[fdb0:200::2]:36204","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":66,"response_code":"200"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:55:27.589109177Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:55:27.589228659Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:55862"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:55:27.598016907Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"c679d33c-f5b1-486b-adee-551fe9d2bd53","remote_addr":"[fd00:1122:3344:101::1]:55862","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8611,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691676.925229, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:55:27.599440108Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:55:27.599891038Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:55:44.139911523Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:55:44.140029325Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:60905"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:55:44.148910215Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"8cf62aa3-5603-4588-a863-b2a53c41a6ba","remote_addr":"[fd00:1122:3344:101::1]:60905","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8786,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691742.7203174, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:55:44.151094112Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:55:44.151104922Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:55:46.932091032Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:200::2]:52220"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:55:46.932184784Z","hostname":"buskin","pid":1618,"uri":"/baseboard","method":"GET","req_id":"3f105bf3-3b04-44a9-8338-fe552f884dc6","remote_addr":"[fdb0:200::2]:52220","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":57,"response_code":"200"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:56:05.10199472Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:56:05.102137543Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:46776"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:56:05.110929451Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"dd637db3-e9d8-4daa-a786-6d78705e46f2","remote_addr":"[fd00:1122:3344:101::1]:46776","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8755,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691742.7203174, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:56:05.114758162Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:56:05.114767273Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:56:16.964390422Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:200::2]:55989"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:56:16.964438033Z","hostname":"buskin","pid":1618,"uri":"/baseboard","method":"GET","req_id":"708abd69-ee8d-42ad-924d-3997d8adc1b8","remote_addr":"[fdb0:200::2]:55989","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":41,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:56:46.99610793Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:200::2]:34728"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:56:46.996173791Z","hostname":"buskin","pid":1618,"uri":"/baseboard","method":"GET","req_id":"e603de7a-88f1-4bac-b00f-91426ec48fd8","remote_addr":"[fdb0:200::2]:34728","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":54,"response_code":"200"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:56:52.006747742Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:56:52.006973647Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:57068"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:56:52.018401401Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"7bafe42b-11fa-4ba2-a9cc-4fd99b1da51b","remote_addr":"[fd00:1122:3344:101::1]:57068","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":11376,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691810.1358647, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:56:52.020650589Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:56:52.02065829Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:57:17.029057464Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:200::2]:61221"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:57:17.029140176Z","hostname":"buskin","pid":1618,"uri":"/baseboard","method":"GET","req_id":"a3d55bb2-f52c-4312-8665-100a7369fdd0","remote_addr":"[fdb0:200::2]:61221","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":57,"response_code":"200"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:57:24.796084611Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:57:24.796215653Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:57522"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:57:24.805152904Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"195f195c-24d5-4922-b3cb-6c79d1bda30a","remote_addr":"[fd00:1122:3344:101::1]:57522","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8803,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691810.1358647, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:57:24.809118949Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:57:24.80912714Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:57:47.061712513Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:200::2]:48587"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:57:47.061754774Z","hostname":"buskin","pid":1618,"uri":"/baseboard","method":"GET","req_id":"364e034c-0f96-499d-add3-eedad8bea404","remote_addr":"[fdb0:200::2]:48587","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":35,"response_code":"200"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:57:49.794020571Z","hostname":"buskin","pid":1618,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:801"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:58:17.095152798Z","hostname":"buskin","pid":1618,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fdb0:200::2]:55873"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:58:17.095227659Z","hostname":"buskin","pid":1618,"uri":"/baseboard","method":"GET","req_id":"06a32eec-0755-4ee4-a9ee-04e0bd5f9b83","remote_addr":"[fdb0:200::2]:55873","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":43,"response_code":"200"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:58:17.456337989Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:58:17.456450091Z","hostname":"buskin","pid":1618,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765","remote_addr":"[fd00:1122:3344:101::1]:58744"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:58:17.465183558Z","hostname":"buskin","pid":1618,"uri":"/timesync","method":"GET","req_id":"d42ed60e-70ed-437f-b84f-5ab1646e181a","remote_addr":"[fd00:1122:3344:101::1]:58744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849","latency_us":8625,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1711691896.070551, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-03-29T05:58:17.467655271Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:630"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-03-29T05:58:17.467661411Z","hostname":"buskin","pid":1618,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652","error":"\"Time is synchronized on 0/1 sleds\""}