[ May 13 19:07:50 Enabled. ] [ May 13 19:07:50 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ May 13 19:07:50 Method "start" exited with status 0. ] [ May 13 19:07:50 Rereading configuration. ] [ May 13 19:07:50 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:50.345063611Z","hostname":"sock","pid":1590,"file":"illumos-utils/src/running_zone.rs:163"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:50.345207566Z","hostname":"sock","pid":1590,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:50.397204247Z","hostname":"sock","pid":1590,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:50.397239609Z","hostname":"sock","pid":1590,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:50.510954846Z","hostname":"sock","pid":1590,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:50.519857091Z","hostname":"sock","pid":1590,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:50.527807893Z","hostname":"sock","pid":1590,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.129626136Z","hostname":"sock","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fdb0:18c0:4d0d:a02a::, len: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.26640386Z","hostname":"sock","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:119"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.266436751Z","hostname":"sock","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:131"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.266558245Z","hostname":"sock","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:141"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.26669673Z","hostname":"sock","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:162","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.266741932Z","hostname":"sock","pid":1590,"component":"DumpSetup-archival","file":"sled-agent/src/dump_setup.rs:291"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.266749882Z","hostname":"sock","pid":1590,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:625"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.266776843Z","hostname":"sock","pid":1590,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:801"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.269588532Z","hostname":"sock","pid":1590,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:535"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:07:51.269600813Z","hostname":"sock","pid":1590,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:674"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.269613923Z","hostname":"sock","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:176"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.269617643Z","hostname":"sock","pid":1590,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:733"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.269642294Z","hostname":"sock","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.269675535Z","hostname":"sock","pid":1590,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:262","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.269731277Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.269749728Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.269770969Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/disk.rs:112","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.281748293Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.281790034Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:315","id":"5874c14c-3290-476f-863d-82a48b4a28b5 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.380429948Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }","zpool":"ZpoolName { id: 5874c14c-3290-476f-863d-82a48b4a28b5 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.573298938Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.573334969Z","hostname":"sock","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.57334075Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.57335137Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.57335752Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.57336218Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.573381821Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/disk.rs:112","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.581556861Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.581579881Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:315","id":"ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.666712786Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }","zpool":"ZpoolName { id: ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.860601633Z","hostname":"sock","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.860643054Z","hostname":"sock","pid":1590,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 5874c14c-3290-476f-863d-82a48b4a28b5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc (zpool), kind: Internal } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.860711487Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.860723967Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.860733848Z","hostname":"sock","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.860777019Z","hostname":"sock","pid":1590,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 5874c14c-3290-476f-863d-82a48b4a28b5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc (zpool), kind: Internal } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.86079279Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.86080982Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.860869602Z","hostname":"sock","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.860880843Z","hostname":"sock","pid":1590,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 5874c14c-3290-476f-863d-82a48b4a28b5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.860907424Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.860910654Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.860914854Z","hostname":"sock","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.860923554Z","hostname":"sock","pid":1590,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 5874c14c-3290-476f-863d-82a48b4a28b5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.860936435Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.860940095Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.860944765Z","hostname":"sock","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_4.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.860966986Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.860971066Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.860975616Z","hostname":"sock","pid":1590,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 5874c14c-3290-476f-863d-82a48b4a28b5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.860990417Z","hostname":"sock","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_5.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861014367Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861026418Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861030668Z","hostname":"sock","pid":1590,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 5874c14c-3290-476f-863d-82a48b4a28b5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861044379Z","hostname":"sock","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_6.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1032 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861050739Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861054999Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861063699Z","hostname":"sock","pid":1590,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 5874c14c-3290-476f-863d-82a48b4a28b5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.86107873Z","hostname":"sock","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1033 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.86109971Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861111731Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861115621Z","hostname":"sock","pid":1590,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 5874c14c-3290-476f-863d-82a48b4a28b5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1032 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861131491Z","hostname":"sock","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1034 }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861146052Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861149122Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:494","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861155703Z","hostname":"sock","pid":1590,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 5874c14c-3290-476f-863d-82a48b4a28b5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1032 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1033 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861179353Z","hostname":"sock","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:91"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861188854Z","hostname":"sock","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:93"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861193294Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861200204Z","hostname":"sock","pid":1590,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 5874c14c-3290-476f-863d-82a48b4a28b5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1032 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1033 })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1034 }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861223305Z","hostname":"sock","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:200"} {"msg":"No ledger in /pool/int/5874c14c-3290-476f-863d-82a48b4a28b5/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861274267Z","hostname":"sock","pid":1590,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861293047Z","hostname":"sock","pid":1590,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861300697Z","hostname":"sock","pid":1590,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/5874c14c-3290-476f-863d-82a48b4a28b5/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861311908Z","hostname":"sock","pid":1590,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861317908Z","hostname":"sock","pid":1590,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861331979Z","hostname":"sock","pid":1590,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.861350289Z","hostname":"sock","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:205"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.86136Z","hostname":"sock","pid":1590,"file":"sled-agent/src/long_running_tasks.rs:220"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.872021257Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:711"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.872040498Z","hostname":"sock","pid":1590,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:289","time_to_next_cleanup":"599.999956578s","next_cleanup":"Instant { tv_sec: 2425, tv_nsec: 224943283 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.872086519Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3617"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.872122791Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/5874c14c-3290-476f-863d-82a48b4a28b5/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.874517256Z","hostname":"sock","pid":1590,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.874551917Z","hostname":"sock","pid":1590,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.874835977Z","hostname":"sock","pid":1590,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:196"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.874890449Z","hostname":"sock","pid":1590,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV1 {\n rack_subnet: Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV1 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Network {\n addr: 0.0.0.0,\n prefix: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n },\n ],\n addresses: [\n V4(\n Ipv4Network {\n addr: 10.151.2.174,\n prefix: 24,\n },\n ),\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.875166559Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1003"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.875176149Z","hostname":"sock","pid":1590,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.875252912Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/5874c14c-3290-476f-863d-82a48b4a28b5/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.875302373Z","hostname":"sock","pid":1590,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.875318784Z","hostname":"sock","pid":1590,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.875323524Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1063"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.875351965Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/5874c14c-3290-476f-863d-82a48b4a28b5/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.875362795Z","hostname":"sock","pid":1590,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.875380086Z","hostname":"sock","pid":1590,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.875384556Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1104"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.875389107Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:118"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.875395507Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:91"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.875417688Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Writing ledger to /pool/int/5874c14c-3290-476f-863d-82a48b4a28b5/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.875428488Z","hostname":"sock","pid":1590,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.875783921Z","hostname":"sock","pid":1590,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.875932866Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:138"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.875939156Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1137"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.875969537Z","hostname":"sock","pid":1590,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/5874c14c-3290-476f-863d-82a48b4a28b5/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.875975467Z","hostname":"sock","pid":1590,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.876130923Z","hostname":"sock","pid":1590,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.876256737Z","hostname":"sock","pid":1590,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.876302729Z","hostname":"sock","pid":1590,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: bdefafec-8e14-41a1-9c77-9b19366f4038, rack_id: 6307bf43-24f1-4bbd-994f-0f6946e3b5f3, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.876422153Z","hostname":"sock","pid":1590,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:58874","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: bdefafec-8e14-41a1-9c77-9b19366f4038, rack_id: 6307bf43-24f1-4bbd-994f-0f6946e3b5f3, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.876515426Z","hostname":"sock","pid":1590,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:360"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.876522087Z","hostname":"sock","pid":1590,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:375"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.876558228Z","hostname":"sock","pid":1590,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.876580029Z","hostname":"sock","pid":1590,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.876584609Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.876588119Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:530"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.876594509Z","hostname":"sock","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }"} {"msg":"No ledger in /pool/int/5874c14c-3290-476f-863d-82a48b4a28b5/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.8766265Z","hostname":"sock","pid":1590,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.87663364Z","hostname":"sock","pid":1590,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.876638581Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:519"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.876642361Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:547"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.879757781Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3849"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.886948346Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.895898993Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.906429376Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.915645212Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.924538397Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.933162093Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.941830189Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.947816392Z","hostname":"sock","pid":1590,"sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:355"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.947844993Z","hostname":"sock","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 100.492551ms","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.948456844Z","hostname":"sock","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"250c24cf-8b30-4a6c-bad9-1b0623ea2ee1\", \"content-length\": \"124\", \"date\": \"Mon, 13 May 2024 19:07:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"250c24cf-8b30-4a6c-bad9-1b0623ea2ee1\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.950470006Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.958800401Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:603","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"No disks to be automatically managed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.958849152Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:558"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.958856052Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.958860903Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.958869133Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:370"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.958878283Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:339"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.958890654Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:449","result":"DisksManagementResult { status: [] }"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.958921665Z","hostname":"sock","pid":1590,"sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:367"} {"msg":"attempting to create encrypted zvol: name=\"oxi_5874c14c-3290-476f-863d-82a48b4a28b5/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.97178812Z","hostname":"sock","pid":1590,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.983730393Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"successfully created encrypted zvol: name=\"oxi_5874c14c-3290-476f-863d-82a48b4a28b5/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.994517055Z","hostname":"sock","pid":1590,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_5874c14c-3290-476f-863d-82a48b4a28b5/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.994553056Z","hostname":"sock","pid":1590,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.999429209Z","hostname":"sock","pid":1590,"sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:382"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.999443659Z","hostname":"sock","pid":1590,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"} {"msg":"Ensuring dataset oxi_5874c14c-3290-476f-863d-82a48b4a28b5/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:51.999462Z","hostname":"sock","pid":1590,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:52.002098913Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:52.050505517Z","hostname":"sock","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 140.714724ms","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:52.052081163Z","hostname":"sock","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39ba56f3-9750-4dbb-a312-2dacc8a8aca2\", \"content-length\": \"124\", \"date\": \"Mon, 13 May 2024 19:07:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"39ba56f3-9750-4dbb-a312-2dacc8a8aca2\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:52.071695538Z","hostname":"sock","pid":1590,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:52.194074582Z","hostname":"sock","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 186.317464ms","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:52.194679493Z","hostname":"sock","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d07722b-4bad-4d05-8ce1-9907e52e47ab\", \"content-length\": \"124\", \"date\": \"Mon, 13 May 2024 19:07:52 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1d07722b-4bad-4d05-8ce1-9907e52e47ab\" }"} {"msg":"Mounting oxi_5874c14c-3290-476f-863d-82a48b4a28b5/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:52.290190826Z","hostname":"sock","pid":1590,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:52.303146005Z","hostname":"sock","pid":1590,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:52.303225207Z","hostname":"sock","pid":1590,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:52.303239298Z","hostname":"sock","pid":1590,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:52.303272779Z","hostname":"sock","pid":1590,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:52.382815976Z","hostname":"sock","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 145.371933ms","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:52.382866588Z","hostname":"sock","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b154b2c3-d803-4903-95c7-d946c3e271d3\", \"content-length\": \"124\", \"date\": \"Mon, 13 May 2024 19:07:52 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b154b2c3-d803-4903-95c7-d946c3e271d3\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:52.530667922Z","hostname":"sock","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 193.374939ms","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:52.532187006Z","hostname":"sock","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd07522c-f311-495c-809e-0a0cdb5ba495\", \"content-length\": \"124\", \"date\": \"Mon, 13 May 2024 19:07:52 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"bd07522c-f311-495c-809e-0a0cdb5ba495\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:52.72599577Z","hostname":"sock","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 311.051712ms","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:52.726636142Z","hostname":"sock","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:178","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70857863-ebd1-4ba0-a873-e2f0284a7da6\", \"content-length\": \"124\", \"date\": \"Mon, 13 May 2024 19:07:52 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"70857863-ebd1-4ba0-a873-e2f0284a7da6\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.039156059Z","hostname":"sock","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:164","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.044155116Z","hostname":"sock","pid":1590,"sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:90"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.044769758Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:37491","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:196","component":"producer-server","component":"MetricsManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:196"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.044807849Z","hostname":"sock","pid":1590,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:60","component":"producer-server","component":"MetricsManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.044886492Z","hostname":"sock","pid":1590,"file":"oximeter/producer/src/lib.rs:284","component":"producer-server","component":"MetricsManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"oximeter/producer/src/lib.rs:284","interval":"30s","address":"[fd00:1122:3344:101::1]:37491","producer_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","route":"//bdefafec-8e14-41a1-9c77-9b19366f4038"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:07:53.051198816Z","hostname":"sock","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:393","component":"producer-server","component":"MetricsManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"oximeter/producer/src/lib.rs:393","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"320.44881ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.092470868Z","hostname":"sock","pid":1590,"component":"VmmReservoirManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.092501629Z","hostname":"sock","pid":1590,"component":"VmmReservoirManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.092615443Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:993","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.092623263Z","hostname":"sock","pid":1590,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.093302907Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:196"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.093323328Z","hostname":"sock","pid":1590,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:430"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.093355369Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Writing ledger to /pool/int/5874c14c-3290-476f-863d-82a48b4a28b5/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.093367479Z","hostname":"sock","pid":1590,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.093622578Z","hostname":"sock","pid":1590,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.093788564Z","hostname":"sock","pid":1590,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.093817895Z","hostname":"sock","pid":1590,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:262","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.2.100, vlan_id: None }], addresses: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.093828616Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3617"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.093843906Z","hostname":"sock","pid":1590,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:58874","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.305123019Z","hostname":"sock","pid":1590,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.305231902Z","hostname":"sock","pid":1590,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.305261283Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/5874c14c-3290-476f-863d-82a48b4a28b5/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.305337716Z","hostname":"sock","pid":1590,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.305375528Z","hostname":"sock","pid":1590,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.305385308Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.305424769Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/bdefafec-8e14-41a1-9c77-9b19366f4038): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:07:53.310129476Z","hostname":"sock","pid":1590,"component":"NexusNotifierTask","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.337387791Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:33255"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.337559427Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.33763231Z","hostname":"sock","pid":1590,"uri":"/inventory","method":"GET","req_id":"72283b3e-0f21-41b0-92d2-7855778d4d09","remote_addr":"[fd00:1122:3344:101::1]:33255","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":159,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.368284395Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:37407"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.37124317Z","hostname":"sock","pid":1590,"uri":"/sled-role","method":"GET","req_id":"2eae5ea4-cfec-41cf-9e1d-32521fc26200","remote_addr":"[fd00:1122:3344:101::1]:37407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":53,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.372982672Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Writing ledger to /pool/int/5874c14c-3290-476f-863d-82a48b4a28b5/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.373018853Z","hostname":"sock","pid":1590,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:07:53.373150748Z","hostname":"sock","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:393","component":"producer-server","component":"MetricsManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"oximeter/producer/src/lib.rs:393","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"522.942367ms"} {"msg":"Writing ledger to /pool/int/ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.373346945Z","hostname":"sock","pid":1590,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.373535511Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:815"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { disks: [OmicronPhysicalDiskConfig { id: 5f7d084d-7df2-46a5-98ef-ca3c906d8c17, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, pool_id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool) }, OmicronPhysicalDiskConfig { id: 9b77d3c3-1f08-443d-b148-7bb257e4e74b, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, pool_id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool) }, OmicronPhysicalDiskConfig { id: 5d8c5a98-3a78-44c5-abe7-e35be072fb63, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, pool_id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool) }, OmicronPhysicalDiskConfig { id: 7f0960f7-507e-4ba2-8bc5-092414366efb, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, pool_id: 738820c0-8d24-40a2-80aa-d9d8f37bd57f (zpool) }, OmicronPhysicalDiskConfig { id: 0bd8cb65-a963-46d9-9f9b-08ade72c4f1a, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, pool_id: 0de6397b-cefa-4dec-9dd9-0a8e2122a196 (zpool) }, OmicronPhysicalDiskConfig { id: 316bea33-3953-4d51-9304-9702e5c7d852, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, pool_id: 1bc794c1-db4e-44ff-8f8f-089d8e3b019d (zpool) }, OmicronPhysicalDiskConfig { id: 6bc1c342-875a-49d5-8276-8c6fca59eeb3, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, pool_id: 6c71cc57-4b1e-4c32-a375-74d601f53018 (zpool) }, OmicronPhysicalDiskConfig { id: 56524ead-0fc8-4c79-9039-69e28eb629c2, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, pool_id: 99f6149e-22f6-4129-ae40-6aa526d0d587 (zpool) }, OmicronPhysicalDiskConfig { id: f523d3d8-2d24-4c07-b335-304ce77a09fb, identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }, pool_id: 4676513c-156a-45ed-89c7-cb3cb65bad3f (zpool) }], generation: Generation(1) }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.403654388Z","hostname":"sock","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:347"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.403824864Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:44537"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, id: 5f7d084d-7df2-46a5-98ef-ca3c906d8c17, pool_id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, id: 9b77d3c3-1f08-443d-b148-7bb257e4e74b, pool_id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, id: 5d8c5a98-3a78-44c5-abe7-e35be072fb63, pool_id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, id: 7f0960f7-507e-4ba2-8bc5-092414366efb, pool_id: 738820c0-8d24-40a2-80aa-d9d8f37bd57f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, id: 0bd8cb65-a963-46d9-9f9b-08ade72c4f1a, pool_id: 0de6397b-cefa-4dec-9dd9-0a8e2122a196 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, id: 316bea33-3953-4d51-9304-9702e5c7d852, pool_id: 1bc794c1-db4e-44ff-8f8f-089d8e3b019d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, id: 6bc1c342-875a-49d5-8276-8c6fca59eeb3, pool_id: 6c71cc57-4b1e-4c32-a375-74d601f53018 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, id: 56524ead-0fc8-4c79-9039-69e28eb629c2, pool_id: 99f6149e-22f6-4129-ae40-6aa526d0d587 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }, id: f523d3d8-2d24-4c07-b335-304ce77a09fb, pool_id: 4676513c-156a-45ed-89c7-cb3cb65bad3f (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.404105954Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/5874c14c-3290-476f-863d-82a48b4a28b5/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.404125905Z","hostname":"sock","pid":1590,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.404133595Z","hostname":"sock","pid":1590,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.404137105Z","hostname":"sock","pid":1590,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:681"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.404167056Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:339"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.404171126Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.404174996Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.404181567Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/disk.rs:112","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.519276293Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:53.519305194Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool)"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:07:53.931013304Z","hostname":"sock","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:393","component":"producer-server","component":"MetricsManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"oximeter/producer/src/lib.rs:393","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"729.260109ms"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/bdefafec-8e14-41a1-9c77-9b19366f4038): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-05-13T19:07:54.10484221Z","hostname":"sock","pid":1590,"component":"ProbeManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:54.46711993Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:54.637842726Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:54.637889598Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:54.637897498Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:54.637909118Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:54.63795101Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:54.638086674Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:54.638093035Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:07:54.831749163Z","hostname":"sock","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:393","component":"producer-server","component":"MetricsManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"oximeter/producer/src/lib.rs:393","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.317625136s"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/bdefafec-8e14-41a1-9c77-9b19366f4038): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:07:55.243597397Z","hostname":"sock","pid":1590,"component":"NexusNotifierTask","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/bdefafec-8e14-41a1-9c77-9b19366f4038): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-05-13T19:07:55.243720292Z","hostname":"sock","pid":1590,"component":"ProbeManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:55.245796375Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:55.444643228Z","hostname":"sock","pid":1590,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Automatically destroying dataset: oxp_25580e15-44dc-4a02-9087-86aedb0d5c83/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:55.634882185Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 53.224463ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:07:56.25512607Z","hostname":"sock","pid":1590,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:07:56.622401027Z","hostname":"sock","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:393","component":"producer-server","component":"MetricsManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"oximeter/producer/src/lib.rs:393","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.846904538s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 149.269112ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:07:56.622463089Z","hostname":"sock","pid":1590,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/bdefafec-8e14-41a1-9c77-9b19366f4038): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-05-13T19:07:56.62247981Z","hostname":"sock","pid":1590,"component":"ProbeManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 142.631051ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:07:57.240108832Z","hostname":"sock","pid":1590,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/bdefafec-8e14-41a1-9c77-9b19366f4038): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:07:57.24230436Z","hostname":"sock","pid":1590,"component":"NexusNotifierTask","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 378.140365ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:07:57.85842278Z","hostname":"sock","pid":1590,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/bdefafec-8e14-41a1-9c77-9b19366f4038): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-05-13T19:07:57.860098309Z","hostname":"sock","pid":1590,"component":"ProbeManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 634.072717ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:07:58.771422592Z","hostname":"sock","pid":1590,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Looking for unencrypted datasets in oxp_25580e15-44dc-4a02-9087-86aedb0d5c83","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:58.782237975Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/bdefafec-8e14-41a1-9c77-9b19366f4038): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-05-13T19:07:58.980365522Z","hostname":"sock","pid":1590,"component":"ProbeManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:58.986280931Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:58.986294252Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:58.986302812Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:58.986328393Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:58.986334563Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/disk.rs:112","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:59.22288093Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:07:59.222910721Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"1456f137-1aea-4701-8e9f-162de464cf85 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:00.435171732Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:00.686844645Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:00.686897607Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:00.686906547Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:00.686917608Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:00.686924608Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:00.687057272Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:00.687068733Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/bdefafec-8e14-41a1-9c77-9b19366f4038): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-05-13T19:08:01.411396654Z","hostname":"sock","pid":1590,"component":"ProbeManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:01.411447716Z","hostname":"sock","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:393","component":"producer-server","component":"MetricsManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"oximeter/producer/src/lib.rs:393","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"11.414575319s"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/bdefafec-8e14-41a1-9c77-9b19366f4038): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:01.65354103Z","hostname":"sock","pid":1590,"component":"NexusNotifierTask","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:02.158644687Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_1456f137-1aea-4701-8e9f-162de464cf85/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:02.663531578Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/bdefafec-8e14-41a1-9c77-9b19366f4038): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-05-13T19:08:02.906370258Z","hostname":"sock","pid":1590,"component":"ProbeManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/bdefafec-8e14-41a1-9c77-9b19366f4038): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:03.420696282Z","hostname":"sock","pid":1590,"component":"NexusNotifierTask","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:03.651174924Z","hostname":"sock","pid":1590,"component":"VmmReservoirManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Looking for unencrypted datasets in oxp_1456f137-1aea-4701-8e9f-162de464cf85","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:03.76033201Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:03.768434567Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:03.768484138Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:03.76851527Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:03.76852196Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:03.76852727Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/disk.rs:112","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:03.77812224Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:03.778158261Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:03.874482932Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:03.882145504Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:03.882184985Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:03.882194445Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:03.882226537Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:03.882237397Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:03.882386152Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:03.882410623Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/bdefafec-8e14-41a1-9c77-9b19366f4038): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-05-13T19:08:03.907979989Z","hostname":"sock","pid":1590,"component":"ProbeManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:03.918334415Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:03.926153032Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.053319775Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.061485624Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.061521515Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.061530236Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.061536286Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.061541646Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/disk.rs:112","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.071200798Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.071228399Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"738820c0-8d24-40a2-80aa-d9d8f37bd57f (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.163815948Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: 738820c0-8d24-40a2-80aa-d9d8f37bd57f (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.171953406Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.171992778Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.172002218Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.172023259Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.172040169Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.172159914Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.172170514Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.208998238Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_738820c0-8d24-40a2-80aa-d9d8f37bd57f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.216967521Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_738820c0-8d24-40a2-80aa-d9d8f37bd57f","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.341093616Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.348953695Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.348988006Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.348997687Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.349022557Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.349028237Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/disk.rs:112","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.358343287Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.358363128Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"0de6397b-cefa-4dec-9dd9-0a8e2122a196 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.451634831Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: 0de6397b-cefa-4dec-9dd9-0a8e2122a196 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.459577623Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.459606424Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.459615304Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.459622004Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.459638415Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.459770919Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.45977951Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.495490164Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_0de6397b-cefa-4dec-9dd9-0a8e2122a196/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.503238579Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_0de6397b-cefa-4dec-9dd9-0a8e2122a196","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.626012407Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.633840134Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.633885016Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.633904956Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.633911377Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.633917077Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/disk.rs:112","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.643246447Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.643281558Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"1bc794c1-db4e-44ff-8f8f-089d8e3b019d (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.735522825Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: 1bc794c1-db4e-44ff-8f8f-089d8e3b019d (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.743661163Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.743703525Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.743710855Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.743733926Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.743744176Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.743869631Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.743884221Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/bdefafec-8e14-41a1-9c77-9b19366f4038): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:04.748036218Z","hostname":"sock","pid":1590,"component":"NexusNotifierTask","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.779178061Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_1bc794c1-db4e-44ff-8f8f-089d8e3b019d/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.787405822Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_1bc794c1-db4e-44ff-8f8f-089d8e3b019d","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.909091982Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/bdefafec-8e14-41a1-9c77-9b19366f4038): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-05-13T19:08:04.913120055Z","hostname":"sock","pid":1590,"component":"ProbeManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.917281042Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.917294053Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.917322003Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.917350144Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.917357735Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/disk.rs:112","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.926753077Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:04.926788769Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"6c71cc57-4b1e-4c32-a375-74d601f53018 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.015014922Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: 6c71cc57-4b1e-4c32-a375-74d601f53018 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.022061852Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.022109284Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.022128534Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.022159695Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.022170976Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.022347352Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.022357273Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.059868571Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_6c71cc57-4b1e-4c32-a375-74d601f53018/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.067818512Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Ensuring tfportrear0_0/ll exists in zone","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.120508289Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2303"} {"msg":"Looking for unencrypted datasets in oxp_6c71cc57-4b1e-4c32-a375-74d601f53018","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.1984997Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.2066808Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.206728242Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.206736522Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.206742832Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.206747972Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/disk.rs:112","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.216738056Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.216763417Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"99f6149e-22f6-4129-ae40-6aa526d0d587 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.313537714Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: 99f6149e-22f6-4129-ae40-6aa526d0d587 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.321617771Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.321647822Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.321656692Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.321684673Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.321699034Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.321858439Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.32187106Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.356735744Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_99f6149e-22f6-4129-ae40-6aa526d0d587/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.364997887Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_99f6149e-22f6-4129-ae40-6aa526d0d587","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.491929352Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.500089801Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.500118462Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.500125493Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.500132343Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:456"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.500174244Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/disk.rs:112","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.509618459Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:304"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.50964926Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-hardware/src/disk.rs:310","id":"4676513c-156a-45ed-89c7-cb3cb65bad3f (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.60367262Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }","zpool":"ZpoolName { id: 4676513c-156a-45ed-89c7-cb3cb65bad3f (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.612137849Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.61216482Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.61217111Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.612210072Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.612220982Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.612383288Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.612391878Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.648466926Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_4676513c-156a-45ed-89c7-cb3cb65bad3f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.656433878Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_4676513c-156a-45ed-89c7-cb3cb65bad3f","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.781888381Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.790674722Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:477","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.790730844Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:394","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"Writing ledger to /pool/int/5874c14c-3290-476f-863d-82a48b4a28b5/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.790744255Z","hostname":"sock","pid":1590,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.790871139Z","hostname":"sock","pid":1590,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 5874c14c-3290-476f-863d-82a48b4a28b5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1026 }, zpool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1027 }, zpool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1028 }, zpool_name: ZpoolName { id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1029 }, zpool_name: ZpoolName { id: 738820c0-8d24-40a2-80aa-d9d8f37bd57f (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1030 }, zpool_name: ZpoolName { id: 0de6397b-cefa-4dec-9dd9-0a8e2122a196 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1031 }, zpool_name: ZpoolName { id: 1bc794c1-db4e-44ff-8f8f-089d8e3b019d (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1032 }, zpool_name: ZpoolName { id: 6c71cc57-4b1e-4c32-a375-74d601f53018 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1033 }, zpool_name: ZpoolName { id: 99f6149e-22f6-4129-ae40-6aa526d0d587 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }, variant: U2, slot: 1034 }, zpool_name: ZpoolName { id: 4676513c-156a-45ed-89c7-cb3cb65bad3f (zpool), kind: External } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Writing ledger to /pool/int/ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.791032315Z","hostname":"sock","pid":1590,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.791321545Z","hostname":"sock","pid":1590,"uri":"/omicron-physical-disks","method":"PUT","req_id":"1b2acfe0-bfb2-49ef-b495-03dfec2034e1","remote_addr":"[fd00:1122:3344:101::1]:44537","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":12387402,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 493f468f-fcee-4e26-92a0-46e7a196cb22, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 070b9603-9dd6-4e45-b3d9-82bd559e0d88, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 24276168-1bfe-4f5e-ad0f-9a95d49e2a0a, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.82252185Z","hostname":"sock","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:430"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.822720657Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:44836"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 493f468f-fcee-4e26-92a0-46e7a196cb22, dataset_name: DatasetName { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.823064609Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.82307583Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 493f468f-fcee-4e26-92a0-46e7a196cb22, dataset_name: DatasetName { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 070b9603-9dd6-4e45-b3d9-82bd559e0d88, dataset_name: DatasetName { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.872949486Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.872989637Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 070b9603-9dd6-4e45-b3d9-82bd559e0d88, dataset_name: DatasetName { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/bdefafec-8e14-41a1-9c77-9b19366f4038): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-05-13T19:08:05.915565955Z","hostname":"sock","pid":1590,"component":"ProbeManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 24276168-1bfe-4f5e-ad0f-9a95d49e2a0a, dataset_name: DatasetName { pool_name: ZpoolName { id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.922672477Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.922683237Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 24276168-1bfe-4f5e-ad0f-9a95d49e2a0a, dataset_name: DatasetName { pool_name: ZpoolName { id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.972847843Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"No ledger in /pool/int/5874c14c-3290-476f-863d-82a48b4a28b5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.972882724Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.972897805Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:05.972947547Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:06.016752118Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:06.016785369Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:06.01678869Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_070b9603-9dd6-4e45-b3d9-82bd559e0d88","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:06.067783725Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_24276168-1bfe-4f5e-ad0f-9a95d49e2a0a","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:06.071377333Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:06.074894607Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_internal_dns_070b9603-9dd6-4e45-b3d9-82bd559e0d88","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:06.087234024Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_24276168-1bfe-4f5e-ad0f-9a95d49e2a0a","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:06.091767485Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:06.095791997Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/bdefafec-8e14-41a1-9c77-9b19366f4038): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:06.747345052Z","hostname":"sock","pid":1590,"component":"NexusNotifierTask","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/bdefafec-8e14-41a1-9c77-9b19366f4038): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-05-13T19:08:06.916845345Z","hostname":"sock","pid":1590,"component":"ProbeManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:169"} {"msg":"Profile for oxz_internal_dns_24276168-1bfe-4f5e-ad0f-9a95d49e2a0a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:07.567812218Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:07.567922751Z","hostname":"sock","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:07.56817562Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_24276168-1bfe-4f5e-ad0f-9a95d49e2a0a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:08.052123939Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:08.05217554Z","hostname":"sock","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }"} {"msg":"Profile for oxz_internal_dns_070b9603-9dd6-4e45-b3d9-82bd559e0d88:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:08.533006239Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_internal_dns_24276168-1bfe-4f5e-ad0f-9a95d49e2a0a\") failed: Property not found. retry in 50.857498ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:08.541063014Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_24276168-1bfe-4f5e-ad0f-9a95d49e2a0a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:08.541108706Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:08.545226712Z","hostname":"sock","pid":1590,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:87","prefix":"Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:08.545272834Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_070b9603-9dd6-4e45-b3d9-82bd559e0d88","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_internal_dns_24276168-1bfe-4f5e-ad0f-9a95d49e2a0a\") failed: Property not found. retry in 137.336118ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:08.601891839Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_24276168-1bfe-4f5e-ad0f-9a95d49e2a0a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22\") failed: Property not found. retry in 34.014176ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:08.664425743Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_070b9603-9dd6-4e45-b3d9-82bd559e0d88\") failed: Property not found. retry in 69.41795ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:08.670344193Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_070b9603-9dd6-4e45-b3d9-82bd559e0d88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22\") failed: Property not found. retry in 87.834464ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:08.706189902Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_24276168-1bfe-4f5e-ad0f-9a95d49e2a0a\") failed: Property not found. retry in 171.736704ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:08.856723083Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_24276168-1bfe-4f5e-ad0f-9a95d49e2a0a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_070b9603-9dd6-4e45-b3d9-82bd559e0d88\") failed: Property not found. retry in 138.271221ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:08.983036306Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_070b9603-9dd6-4e45-b3d9-82bd559e0d88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22\") failed: Property not found. retry in 217.497531ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:09.002871308Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_24276168-1bfe-4f5e-ad0f-9a95d49e2a0a\") failed: Property not found. retry in 418.246258ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:09.042280784Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_24276168-1bfe-4f5e-ad0f-9a95d49e2a0a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_070b9603-9dd6-4e45-b3d9-82bd559e0d88\") failed: Property not found. retry in 216.515728ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:09.141078113Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_070b9603-9dd6-4e45-b3d9-82bd559e0d88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22\") failed: Property not found. retry in 574.375332ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:09.232302293Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_070b9603-9dd6-4e45-b3d9-82bd559e0d88\") failed: Property not found. retry in 499.963267ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:09.367013734Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_070b9603-9dd6-4e45-b3d9-82bd559e0d88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_24276168-1bfe-4f5e-ad0f-9a95d49e2a0a\") failed: Property not found. retry in 914.26115ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:09.469784904Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_24276168-1bfe-4f5e-ad0f-9a95d49e2a0a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22\") failed: Property not found. retry in 484.25295ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:09.816567875Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_070b9603-9dd6-4e45-b3d9-82bd559e0d88\") failed: Property not found. retry in 825.316433ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:09.878757747Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_070b9603-9dd6-4e45-b3d9-82bd559e0d88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22\") failed: Property not found. retry in 591.099615ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:10.31142074Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_24276168-1bfe-4f5e-ad0f-9a95d49e2a0a\") failed: Property not found. retry in 1.123593159s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:10.395367162Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_24276168-1bfe-4f5e-ad0f-9a95d49e2a0a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_070b9603-9dd6-4e45-b3d9-82bd559e0d88\") failed: Property not found. retry in 913.821001ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:10.714248395Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_070b9603-9dd6-4e45-b3d9-82bd559e0d88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22\") failed: Property not found. retry in 989.038352ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:10.911516532Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring bootstrap address fdb0:18c0:4d0d:a02a::2 exists in switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:11.195864691Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2320"} {"msg":"Adding bootstrap address","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:11.195882222Z","hostname":"sock","pid":1590,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:626"} {"msg":"wait for service Some(\"oxz_internal_dns_24276168-1bfe-4f5e-ad0f-9a95d49e2a0a\") failed: Property not found. retry in 884.806248ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:11.527558758Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_24276168-1bfe-4f5e-ad0f-9a95d49e2a0a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_070b9603-9dd6-4e45-b3d9-82bd559e0d88\") failed: Property not found. retry in 1.388704652s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:11.636066341Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_070b9603-9dd6-4e45-b3d9-82bd559e0d88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fec5:7519","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:11.739087789Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2327"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:11.744442279Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2388"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:11.864047645Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2573"} {"msg":"wait for service Some(\"oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22\") failed: Property not found. retry in 547.959615ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:11.912238741Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:12.107767535Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2737"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:12.298366045Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2452"} {"msg":"wait for service Some(\"oxz_internal_dns_24276168-1bfe-4f5e-ad0f-9a95d49e2a0a\") failed: Property not found. retry in 550.290743ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:12.421286058Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_24276168-1bfe-4f5e-ad0f-9a95d49e2a0a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22\") failed: Property not found. retry in 520.699281ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:12.465360589Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:12.599237041Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2487"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:12.815120276Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2787"} {"msg":"wait for service Some(\"oxz_internal_dns_24276168-1bfe-4f5e-ad0f-9a95d49e2a0a\") failed: Property not found. retry in 894.502175ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:12.980199221Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_24276168-1bfe-4f5e-ad0f-9a95d49e2a0a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22\") failed: Property not found. retry in 639.807724ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:12.994542999Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:13.000965477Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2814"} {"msg":"wait for service Some(\"oxz_internal_dns_070b9603-9dd6-4e45-b3d9-82bd559e0d88\") failed: Property not found. retry in 951.788085ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:13.034431532Z","hostname":"sock","pid":1590,"zone":"oxz_internal_dns_070b9603-9dd6-4e45-b3d9-82bd559e0d88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:13.220968818Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2681"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:13.43166809Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:2481"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:13.442822785Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3873","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:13.442854866Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3889"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:13.442862466Z","hostname":"sock","pid":1590,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.004720174Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.008465367Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_internal_dns_070b9603-9dd6-4e45-b3d9-82bd559e0d88"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.008542579Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_internal_dns_24276168-1bfe-4f5e-ad0f-9a95d49e2a0a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.008547849Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_internal_dns_493f468f-fcee-4e26-92a0-46e7a196cb22"} {"msg":"Writing ledger to /pool/int/5874c14c-3290-476f-863d-82a48b4a28b5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.008624232Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.008997385Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.009268255Z","hostname":"sock","pid":1590,"uri":"/omicron-zones","method":"PUT","req_id":"dbd9f4f8-0e0a-4942-9e5c-5a41181340e3","remote_addr":"[fd00:1122:3344:101::1]:44836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":8186448,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.011027277Z","hostname":"sock","pid":1590,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:548"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.012225329Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3953"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.157241585Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:4015"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.250996345Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3996","rack_subnet":"fd00:1122:3344::"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.272843549Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:4043"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.370517148Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:4070"} {"msg":"failed to write DNS configuration (will retry in 98.810523ms)","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:14.463393618Z","hostname":"sock","pid":1590,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:568","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.49255426Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:365"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.527180737Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:413"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.558804837Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:651"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.558879729Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:689"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.559392027Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:692","uptime":"2"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.559409058Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:435","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.614306962Z","hostname":"sock","pid":1590,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:548"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.641696422Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.641806196Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.641824437Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-M2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.641836917Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.641848587Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-0\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.641862438Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.641873748Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-M2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.641880779Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.641905809Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-1\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.64191797Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.6419249Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-2\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.641932341Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.641939641Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-3\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.641947121Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.641954051Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-4\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.641961102Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.641966872Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-5\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.641972442Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.641977012Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-6\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.641981172Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.641985272Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-7\", model: \"synthetic-model-U2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.641999663Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:532","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.642004863Z","hostname":"sock","pid":1590,"component":"StorageResources","file":"sled-storage/src/resources.rs:553","identity":"DiskIdentity { vendor: \"synthetic-vendor\", serial: \"synthetic-serial-8\", model: \"synthetic-model-U2\" }"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.668555343Z","hostname":"sock","pid":1590,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:548"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.71617373Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:584"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.71618821Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:259"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.7461027Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:276","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.746728372Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:301"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.746737382Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:193","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 493f468f-fcee-4e26-92a0-46e7a196cb22, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 070b9603-9dd6-4e45-b3d9-82bd559e0d88, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 24276168-1bfe-4f5e-ad0f-9a95d49e2a0a, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1b3fcb26-b6bd-4f4b-97a2-605826fca495, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 4bb565a5-9061-49f8-b77a-5244fc9f3238, kind: Service { id: 1b3fcb26-b6bd-4f4b-97a2-605826fca495 }, name: Name(\"ntp-1b3fcb26-b6bd-4f4b-97a2-605826fca495\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 172, 115])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.775425788Z","hostname":"sock","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:430"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.775524672Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:40389"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 493f468f-fcee-4e26-92a0-46e7a196cb22, dataset_name: DatasetName { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.775741069Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.7757503Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 493f468f-fcee-4e26-92a0-46e7a196cb22, dataset_name: DatasetName { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 070b9603-9dd6-4e45-b3d9-82bd559e0d88, dataset_name: DatasetName { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.795369884Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.795406356Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 070b9603-9dd6-4e45-b3d9-82bd559e0d88, dataset_name: DatasetName { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 24276168-1bfe-4f5e-ad0f-9a95d49e2a0a, dataset_name: DatasetName { pool_name: ZpoolName { id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.813249978Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.813287449Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 24276168-1bfe-4f5e-ad0f-9a95d49e2a0a, dataset_name: DatasetName { pool_name: ZpoolName { id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.83053652Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/5874c14c-3290-476f-863d-82a48b4a28b5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.830574911Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.830799729Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.830937594Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.8418404Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:259"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.873813433Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:276","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.874633002Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:301"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.874650312Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:193","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.918526706Z","hostname":"sock","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 172, 115]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: \"vopte0\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.918569818Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:1290","zone_type":"ntp"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.919159368Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.919172169Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.169,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.91949685Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.92147446Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Configuring new Omicron zone: oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.945320245Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:14.963381585Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:15.581991022Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:15.582182879Z","hostname":"sock","pid":1590,"zone":"oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495\") failed: Property not found. retry in 59.254218ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:15.71410073Z","hostname":"sock","pid":1590,"zone":"oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495\") failed: Property not found. retry in 74.636039ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:15.796454227Z","hostname":"sock","pid":1590,"zone":"oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495\") failed: Property not found. retry in 281.355557ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:15.894716787Z","hostname":"sock","pid":1590,"zone":"oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495\") failed: Property not found. retry in 517.705114ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:16.188795581Z","hostname":"sock","pid":1590,"zone":"oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495\") failed: Property not found. retry in 843.662695ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:16.715153612Z","hostname":"sock","pid":1590,"zone":"oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495\") failed: Property not found. retry in 749.530174ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:17.568811563Z","hostname":"sock","pid":1590,"zone":"oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:17.885953885Z","hostname":"sock","pid":1590,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55072"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:17.886073339Z","hostname":"sock","pid":1590,"uri":"/baseboard","method":"GET","req_id":"9a47f4f9-70d5-41f9-a766-4a8077819729","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55072","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":50,"response_code":"200"} {"msg":"wait for service Some(\"oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495\") failed: Property not found. retry in 1.309972415s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:18.327924716Z","hostname":"sock","pid":1590,"zone":"oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495\") failed: Property not found. retry in 727.394261ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:19.648343847Z","hostname":"sock","pid":1590,"zone":"oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495\") failed: Property not found. retry in 1.256947608s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:20.386116985Z","hostname":"sock","pid":1590,"zone":"oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:21.664373103Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495"} {"msg":"Writing ledger to /pool/int/5874c14c-3290-476f-863d-82a48b4a28b5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:21.664435645Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:21.664865891Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:21.665217483Z","hostname":"sock","pid":1590,"uri":"/omicron-zones","method":"PUT","req_id":"4e15a4ff-8c0c-43e2-bc7d-eaecbecc4a82","remote_addr":"[fd00:1122:3344:101::1]:40389","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":6889597,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:21.667640589Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:625"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:21.697782636Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:21.697914751Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:37892"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:21.705652945Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3603"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:21.705825001Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"04b4a7ba-eb24-4302-9bed-f6349c7865bd","remote_addr":"[fd00:1122:3344:101::1]:37892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":7800,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:21.707252672Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:21.807544153Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:21.807634337Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:61556"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:25.81574919Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3603"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:25.815891636Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"79dbcf28-bb25-411d-af5c-bf59e33d3707","remote_addr":"[fd00:1122:3344:101::1]:61556","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008172,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:25.818910782Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:25.971031229Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:25.971211595Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:57038"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:25.980247445Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3603"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:25.980405901Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"691e2bb3-a9a1-4459-a63d-a39d93ddf17a","remote_addr":"[fd00:1122:3344:101::1]:57038","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9036,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:25.982531776Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:26.144076657Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:26.144184761Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:54732"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_1b3fcb26-b6bd-4f4b-97a2-605826fca495': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:30.152957828Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3603"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:30.153070501Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"9aece6fa-1ac7-4df9-b600-9cda2bf8d880","remote_addr":"[fd00:1122:3344:101::1]:54732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008795,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:30.155456896Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:30.305124626Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:30.305252861Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:43751"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:30.314599112Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"4d1cf24c-6d02-4b6e-8d7c-ee67b1265050","remote_addr":"[fd00:1122:3344:101::1]:43751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":9251,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:30.316018402Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:30.316026613Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:30.557280327Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:30.55737814Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:40266"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:30.565337642Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"75338929-e9aa-4175-92a7-6bbc3fd04c37","remote_addr":"[fd00:1122:3344:101::1]:40266","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":7863,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:30.566782113Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:30.566788123Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:30.925363172Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:30.925542409Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:61455"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:30.933894354Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"f22c53bb-8b10-40c7-9d70-6b82062ddf28","remote_addr":"[fd00:1122:3344:101::1]:61455","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":8298,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:30.936976943Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:30.937019995Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:31.290666669Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:31.290760002Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:37145"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:31.298253807Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"3ea4f099-4902-45a3-bc71-305f44ceaef6","remote_addr":"[fd00:1122:3344:101::1]:37145","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":7374,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:31.300114193Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:31.300120083Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:31.571300357Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:31.57138643Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:43369"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:31.579367343Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"e7eb1283-784e-4d17-a4ce-6834f73f0179","remote_addr":"[fd00:1122:3344:101::1]:43369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":7884,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:31.581152586Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:31.581159846Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:31.926920591Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:31.927104288Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:39871"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:31.935451583Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"bbb5521e-b2e4-47ca-bf1b-15d738ee09e3","remote_addr":"[fd00:1122:3344:101::1]:39871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":8285,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:31.936971697Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:31.936977037Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:32.265592185Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:32.265684858Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:34435"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:32.273885648Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"1264b11a-66df-4646-b1f9-79bcdd00d736","remote_addr":"[fd00:1122:3344:101::1]:34435","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":8101,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:32.277244027Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:32.277252538Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:32.393372921Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:32.393462235Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:46794"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:32.396888366Z","hostname":"sock","pid":1590,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:801"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:32.401458648Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"d57f9753-a04c-4aef-bc49-11bcc32b1dc6","remote_addr":"[fd00:1122:3344:101::1]:46794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":7919,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:32.405307694Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:32.405317095Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:32.530544999Z","hostname":"sock","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:426","component":"producer-server","component":"MetricsManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"oximeter/producer/src/lib.rs:426","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"191.874864ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:33.340151381Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:33.340305396Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:55484"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:33.348713994Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"f8a89bc1-4494-49e2-9fbd-36b532933738","remote_addr":"[fd00:1122:3344:101::1]:55484","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":8348,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:33.351262015Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:33.351273285Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:34.247516266Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:34.24764108Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:37920"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:34.250829663Z","hostname":"sock","pid":1590,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:801"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:34.255616773Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"b4e8ff50-de49-4521-989d-9046b61ac961","remote_addr":"[fd00:1122:3344:101::1]:37920","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":7868,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:34.257557031Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:34.257565302Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:35.690433835Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:35.690528348Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:47758"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:35.698059805Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"66388bec-1ed0-4233-a4cc-8c9585017d32","remote_addr":"[fd00:1122:3344:101::1]:47758","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":7426,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:35.700937437Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:35.700945677Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:36.375497706Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:36.37559527Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:57287"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:36.383817631Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"7e2735b0-8aa5-44f1-b498-b5f39299a9e2","remote_addr":"[fd00:1122:3344:101::1]:57287","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":8143,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:36.386856888Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:36.386866619Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:37.400879579Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:37.400984643Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:37977"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:37.408925894Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"d8eb9c33-324a-4414-9d34-6d5fa2963ab2","remote_addr":"[fd00:1122:3344:101::1]:37977","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":7845,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:37.412882624Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:37.412892464Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:39.675631987Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:39.675745491Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:62665"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:39.679303357Z","hostname":"sock","pid":1590,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:801"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:39.684728479Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"2013f9e4-62c5-4d92-bde6-c2a741a09fd8","remote_addr":"[fd00:1122:3344:101::1]:62665","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":8903,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:39.687075672Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:39.687084342Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:41.411050616Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:41.41118745Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:39142"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:41.420113257Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"ce66f3b9-8148-49b9-81c8-7a05f7a3588e","remote_addr":"[fd00:1122:3344:101::1]:39142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":8789,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:41.422691088Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:41.422699398Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:44.643142196Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:44.643265801Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:39147"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:44.652452046Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"af594156-266a-4d80-8b2d-f8c3edacd267","remote_addr":"[fd00:1122:3344:101::1]:39147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":9089,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:44.656702136Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:44.656713427Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:47.573026676Z","hostname":"sock","pid":1590,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:32954"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:47.573125599Z","hostname":"sock","pid":1590,"uri":"/baseboard","method":"GET","req_id":"8cb970ba-2000-4eb8-a81f-54fdf99a9f7a","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:32954","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":46,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:47.748590243Z","hostname":"sock","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:426","component":"producer-server","component":"MetricsManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"oximeter/producer/src/lib.rs:426","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"642.907926ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:48.389463629Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:48.389573173Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:43315"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:48.398273211Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"a037b161-06dd-4b74-b126-a5aa043f57aa","remote_addr":"[fd00:1122:3344:101::1]:43315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":8608,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:48.403817987Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:48.403827128Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:51.12992462Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:51.130040494Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:53337"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:51.137976005Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"a941905c-0b4c-4cfd-878c-91b975837622","remote_addr":"[fd00:1122:3344:101::1]:53337","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":7838,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:51.139654584Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:51.139665185Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:54.300411589Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:54.300528253Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:61350"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:54.309520252Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"1a91ac0f-fca0-4306-8312-df9913a31a52","remote_addr":"[fd00:1122:3344:101::1]:61350","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":8893,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:54.31201448Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:54.312025231Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:57.576343033Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:57.576449837Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:46168"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:57.585041441Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"37687120-920b-4621-bd02-0be431ffcf0c","remote_addr":"[fd00:1122:3344:101::1]:46168","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":8506,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:08:57.587798759Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:08:57.587808909Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:02.820722047Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:02.820830451Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:44016"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:02.830304367Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"9171fead-a328-4cda-b6f3-5a25c0da9093","remote_addr":"[fd00:1122:3344:101::1]:44016","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":9385,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:02.832812555Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:09:02.832844047Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:09:03.433110975Z","hostname":"sock","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:426","component":"producer-server","component":"MetricsManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"oximeter/producer/src/lib.rs:426","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"1.202486219s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:07.992545582Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:07.992661306Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:57768"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:08.001771019Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"adeddba9-6391-4bdd-acab-80eea33b4674","remote_addr":"[fd00:1122:3344:101::1]:57768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":9005,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:08.005227822Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:09:08.005243242Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:17.605692873Z","hostname":"sock","pid":1590,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44724"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:17.605747775Z","hostname":"sock","pid":1590,"uri":"/baseboard","method":"GET","req_id":"ae299afd-cc7c-446a-8511-d44a15c9fdbe","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44724","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":37,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:18.500161329Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:18.500281903Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:44298"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:18.508991982Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"4d4a7120-7dde-4700-b2c5-c1af10f328cf","remote_addr":"[fd00:1122:3344:101::1]:44298","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":8607,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:18.511297524Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:09:18.511310674Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:09:19.669590493Z","hostname":"sock","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:426","component":"producer-server","component":"MetricsManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"oximeter/producer/src/lib.rs:426","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"2.639456817s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:25.296042178Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:25.296150142Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:54116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:25.304920173Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"a2de51d9-c6e2-483c-9c6f-34bfc17efc8a","remote_addr":"[fd00:1122:3344:101::1]:54116","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":8662,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:25.307686151Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:09:25.307702931Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:33.429268378Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:33.429396983Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:36570"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:33.43834944Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"6ba0a013-c5d4-4211-bf63-d752dbbe1bfc","remote_addr":"[fd00:1122:3344:101::1]:36570","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":8847,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:33.440839038Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:09:33.440852609Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:09:37.342597775Z","hostname":"sock","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:426","component":"producer-server","component":"MetricsManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"oximeter/producer/src/lib.rs:426","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"4.729716025s"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:47.6135938Z","hostname":"sock","pid":1590,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60736"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:47.613641336Z","hostname":"sock","pid":1590,"uri":"/baseboard","method":"GET","req_id":"52f2cb6f-f6e1-4cdd-978a-b964d00786c8","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60736","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":33,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:56.334956111Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:56.335087152Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:56508"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:56.343792371Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"79e8333c-1a07-4ffc-8e76-d9a6316d250d","remote_addr":"[fd00:1122:3344:101::1]:56508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":8625,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.153529674 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:09:56.346168266Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:09:56.346185856Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:09:57.058032944Z","hostname":"sock","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:426","component":"producer-server","component":"MetricsManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"oximeter/producer/src/lib.rs:426","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"11.199595063s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:10:08.874602852Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:10:08.874712016Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:63242"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:10:08.883909283Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"46f2707c-6462-4a67-b4b0-b1c41ee2adcf","remote_addr":"[fd00:1122:3344:101::1]:63242","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":9108,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.119474903 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:10:08.88635288Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:10:08.88636669Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:10:17.565490487Z","hostname":"sock","pid":1590,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58235"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:10:17.565550039Z","hostname":"sock","pid":1590,"uri":"/baseboard","method":"GET","req_id":"e5c00a73-a57c-4d4d-a1e7-663d81b1434d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58235","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":37,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:10:23.220301171Z","hostname":"sock","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:426","component":"producer-server","component":"MetricsManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"oximeter/producer/src/lib.rs:426","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"22.292538725s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:10:39.669910259Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:10:39.670059114Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:38018"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:10:39.679034763Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"aa872674-e1a7-451f-858f-d4cede7d0d94","remote_addr":"[fd00:1122:3344:101::1]:38018","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":8952,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.03584484 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:10:39.681791171Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:10:39.681804531Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:10:47.526929571Z","hostname":"sock","pid":1590,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54698"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:10:47.527539593Z","hostname":"sock","pid":1590,"uri":"/baseboard","method":"GET","req_id":"f2a2cce4-c955-4888-86aa-be29914f66b8","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54698","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":588,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:11:00.481213383Z","hostname":"sock","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:426","component":"producer-server","component":"MetricsManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"oximeter/producer/src/lib.rs:426","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"20.076173241s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:11:01.579943028Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:11:01.580064162Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:48548"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:11:01.589072311Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"eaa0143f-1f06-46a0-ad74-e77a38d872ec","remote_addr":"[fd00:1122:3344:101::1]:48548","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":8905,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.024341565 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:11:01.591969814Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:11:01.592002365Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:11:17.538836383Z","hostname":"sock","pid":1590,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37609"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:11:17.539564589Z","hostname":"sock","pid":1590,"uri":"/baseboard","method":"GET","req_id":"c22fab6d-d3ab-4173-bb5a-f62a0d3fb186","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37609","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":704,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:11:35.570041155Z","hostname":"sock","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:426","component":"producer-server","component":"MetricsManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"oximeter/producer/src/lib.rs:426","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"40.900670313s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:11:46.867999443Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:11:46.868122967Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:39480"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:11:46.877214109Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"fda13540-ade4-44b7-98bb-05ccb8c3168b","remote_addr":"[fd00:1122:3344:101::1]:39480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":8985,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 6.51e-7 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:11:46.880371561Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:11:46.880386741Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:11:47.557619334Z","hostname":"sock","pid":1590,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62685"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:11:47.558308969Z","hostname":"sock","pid":1590,"uri":"/baseboard","method":"GET","req_id":"e6e6c20b-3446-4f8a-84d3-6faec3dc52b1","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62685","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":643,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:17.587980103Z","hostname":"sock","pid":1590,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54371"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:17.588059796Z","hostname":"sock","pid":1590,"uri":"/baseboard","method":"GET","req_id":"813871c2-1607-4cfa-bc35-cb0f789e7ccd","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54371","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":46,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.6201889Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:605"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.620314204Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:63406"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.641393631Z","hostname":"sock","pid":1590,"uri":"/timesync","method":"GET","req_id":"89c60b57-9aab-4540-9e1a-c3fc2eb07a9b","remote_addr":"[fd00:1122:3344:101::1]:63406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":20955,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2822625098, ip_addr: 168.61.215.74, stratum: 4, ref_time: 1715627506.7359383, correction: 0.003345622 }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.644150668Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:633"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.644168019Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1216"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 493f468f-fcee-4e26-92a0-46e7a196cb22, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 070b9603-9dd6-4e45-b3d9-82bd559e0d88, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 24276168-1bfe-4f5e-ad0f-9a95d49e2a0a, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1b3fcb26-b6bd-4f4b-97a2-605826fca495, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 4bb565a5-9061-49f8-b77a-5244fc9f3238, kind: Service { id: 1b3fcb26-b6bd-4f4b-97a2-605826fca495 }, name: Name(\"ntp-1b3fcb26-b6bd-4f4b-97a2-605826fca495\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 172, 115])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a6c61a18-ed95-4c02-8618-2edbc4c279a2, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External } } } }, OmicronZoneConfig { id: a8acddef-d3b5-4f66-8c81-e869fcccae1c, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37a9c588-53be-4047-b995-d03ffc1edf5e, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool), kind: External } } } }, OmicronZoneConfig { id: ceaf218f-c61c-453f-b39d-27401c6da0c5, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 738820c0-8d24-40a2-80aa-d9d8f37bd57f (zpool), kind: External } } } }, OmicronZoneConfig { id: 433e7c52-c2f8-42c4-879e-ebad51f5c8d5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0de6397b-cefa-4dec-9dd9-0a8e2122a196 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.67412148Z","hostname":"sock","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:430"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.674203743Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:54233"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 493f468f-fcee-4e26-92a0-46e7a196cb22, dataset_name: DatasetName { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.67440913Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.67441896Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 493f468f-fcee-4e26-92a0-46e7a196cb22, dataset_name: DatasetName { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 070b9603-9dd6-4e45-b3d9-82bd559e0d88, dataset_name: DatasetName { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.694341096Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.694393008Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 070b9603-9dd6-4e45-b3d9-82bd559e0d88, dataset_name: DatasetName { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 24276168-1bfe-4f5e-ad0f-9a95d49e2a0a, dataset_name: DatasetName { pool_name: ZpoolName { id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.712596773Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.712635094Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 24276168-1bfe-4f5e-ad0f-9a95d49e2a0a, dataset_name: DatasetName { pool_name: ZpoolName { id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6c61a18-ed95-4c02-8618-2edbc4c279a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.732754086Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.732790418Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a6c61a18-ed95-4c02-8618-2edbc4c279a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a8acddef-d3b5-4f66-8c81-e869fcccae1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.784637474Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.784676755Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a8acddef-d3b5-4f66-8c81-e869fcccae1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 37a9c588-53be-4047-b995-d03ffc1edf5e, dataset_name: DatasetName { pool_name: ZpoolName { id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.837719744Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.837756585Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 37a9c588-53be-4047-b995-d03ffc1edf5e, dataset_name: DatasetName { pool_name: ZpoolName { id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ceaf218f-c61c-453f-b39d-27401c6da0c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 738820c0-8d24-40a2-80aa-d9d8f37bd57f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.888254654Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.888295875Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: ceaf218f-c61c-453f-b39d-27401c6da0c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 738820c0-8d24-40a2-80aa-d9d8f37bd57f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 433e7c52-c2f8-42c4-879e-ebad51f5c8d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 0de6397b-cefa-4dec-9dd9-0a8e2122a196 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.941639474Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.941672046Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 433e7c52-c2f8-42c4-879e-ebad51f5c8d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 0de6397b-cefa-4dec-9dd9-0a8e2122a196 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.993406618Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/5874c14c-3290-476f-863d-82a48b4a28b5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.993447119Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.993686858Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:26.993805512Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:27.078656367Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:27.078717559Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:27.07872921Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:27.07874238Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:27.078753341Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:27.16993232Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:27.174606705Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:27.17897161Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:27.183640635Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:27.187833474Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:27.192263571Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:27.196898955Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:27.201341222Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:27.205422437Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:27.20974109Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:30.020525556Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:30.020667492Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:30.020681202Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:30.026181467Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:30.053264006Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:30.05336463Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:30.067727508Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:30.067841732Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:30.115092606Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:30.1152158Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2\") failed: Property not found. retry in 72.842319ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:30.167967309Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5\") failed: Property not found. retry in 31.123953ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:30.175552637Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e\") failed: Property not found. retry in 30.370328ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:30.183313242Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5\") failed: Property not found. retry in 70.943704ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:30.205531189Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5\") failed: Property not found. retry in 138.88068ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:30.21402362Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e\") failed: Property not found. retry in 108.009711ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:30.221517535Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2\") failed: Property not found. retry in 64.921297ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:30.451703547Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e\") failed: Property not found. retry in 266.082581ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:30.719690528Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5\") failed: Property not found. retry in 147.563311ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:31.275641808Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5\") failed: Property not found. retry in 102.598043ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:31.319668888Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c\") failed: Property not found. retry in 37.611237ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:33.140110631Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2\") failed: Property not found. retry in 104.048023ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:33.189265572Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:33.204728589Z","hostname":"sock","pid":1590,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:426","component":"producer-server","component":"MetricsManager","sled_id":"bdefafec-8e14-41a1-9c77-9b19366f4038","component":"SledAgent","file":"oximeter/producer/src/lib.rs:426","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out\"","delay":"189.667698808s"} {"msg":"wait for service Some(\"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e\") failed: Property not found. retry in 276.118032ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:33.210811884Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5\") failed: Property not found. retry in 289.300722ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:33.223318218Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5\") failed: Property not found. retry in 574.025303ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:33.231679614Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c\") failed: Property not found. retry in 54.682499ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:33.239869254Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2\") failed: Property not found. retry in 535.251717ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:33.302307855Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c\") failed: Property not found. retry in 168.116382ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:33.312270868Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c\") failed: Property not found. retry in 252.36074ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:33.491967261Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e\") failed: Property not found. retry in 726.50064ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:33.500981751Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5\") failed: Property not found. retry in 522.315058ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:33.522901667Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c\") failed: Property not found. retry in 904.558133ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:33.760076457Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5\") failed: Property not found. retry in 659.323889ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:33.817568563Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2\") failed: Property not found. retry in 840.825352ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:33.851449333Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5\") failed: Property not found. retry in 452.168901ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:34.058519507Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e\") failed: Property not found. retry in 1.015360065s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:34.238357646Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5\") failed: Property not found. retry in 1.241014967s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:34.486032927Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5\") failed: Property not found. retry in 1.033915578s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:34.520473367Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c\") failed: Property not found. retry in 803.172819ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:34.675057032Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2\") failed: Property not found. retry in 1.127877237s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:34.702713702Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e\") failed: Property not found. retry in 665.652395ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:35.263759222Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c\") failed: Property not found. retry in 1.163636405s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:35.488265613Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5\") failed: Property not found. retry in 1.044874401s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:35.564010415Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5\") failed: Property not found. retry in 1.4414077s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:35.749429812Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2\") failed: Property not found. retry in 1.473598813s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:35.840165366Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e\") failed: Property not found. retry in 807.701328ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:35.939200683Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5\") failed: Property not found. retry in 1.338295807s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:36.621331862Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c\") failed: Property not found. retry in 1.391565732s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:36.662021023Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e\") failed: Property not found. retry in 848.871188ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:36.757481593Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5\") failed: Property not found. retry in 980.050272ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:37.200614958Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2\") failed: Property not found. retry in 834.202378ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:37.322434982Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e\") failed: Property not found. retry in 1.467864504s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:37.614676292Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5\") failed: Property not found. retry in 1.211127725s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:37.968251815Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c\") failed: Property not found. retry in 998.130363ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:38.062033626Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2\") failed: Property not found. retry in 1.395589512s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:38.164734784Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5\") failed: Property not found. retry in 861.49553ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:38.189681957Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5\") failed: Property not found. retry in 927.312439ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:39.061502564Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c\") failed: Property not found. retry in 864.531398ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:39.068858734Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e\") failed: Property not found. retry in 1.4246906s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:39.09047915Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5\") failed: Property not found. retry in 967.213856ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:39.188519332Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2\") failed: Property not found. retry in 1.489570889s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:39.56937674Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c\") failed: Property not found. retry in 821.089737ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:39.943580953Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5\") failed: Property not found. retry in 1.229707292s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:39.997101729Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5\") failed: Property not found. retry in 1.259156716s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:40.165094978Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e\") failed: Property not found. retry in 720.114507ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:40.524083382Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c\") failed: Property not found. retry in 505.802708ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:40.77447519Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5\") failed: Property not found. retry in 1.468554085s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:41.238207884Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e\") failed: Property not found. retry in 1.057370244s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:41.253580028Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c\") failed: Property not found. retry in 1.050316704s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:41.289037754Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5\") failed: Property not found. retry in 1.334719681s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:41.433657116Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e\") failed: Property not found. retry in 1.37315513s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:42.32402824Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c\") failed: Property not found. retry in 827.257164ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:42.350884021Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5\") failed: Property not found. retry in 1.141722984s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:42.718462999Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5\") failed: Property not found. retry in 846.871902ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:42.779828692Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c\") failed: Property not found. retry in 1.212555913s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:43.190862379Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5\") failed: Property not found. retry in 799.39168ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:43.638480462Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e\") failed: Property not found. retry in 1.038177s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:43.706244702Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5\") failed: Property not found. retry in 1.149699358s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:43.869704081Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c\") failed: Property not found. retry in 1.06439428s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:44.412101381Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5\") failed: Property not found. retry in 1.336434593s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:44.446698656Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e\") failed: Property not found. retry in 1.387302305s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:44.752798827Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5\") failed: Property not found. retry in 670.256656ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:45.027742195Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c\") failed: Property not found. retry in 890.872691ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:45.485084462Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5\") failed: Property not found. retry in 942.173007ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:45.70698039Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5\") failed: Property not found. retry in 656.564586ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:45.79196489Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e\") failed: Property not found. retry in 1.376563844s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:46.148419985Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c\") failed: Property not found. retry in 661.048498ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:46.384537467Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5\") failed: Property not found. retry in 1.03028319s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:46.457162079Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5\") failed: Property not found. retry in 899.656781ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:46.657865057Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c\") failed: Property not found. retry in 1.120316661s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:47.054691661Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5\") failed: Property not found. retry in 1.466507601s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:47.496812649Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e\") failed: Property not found. retry in 1.494723429s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:47.533755178Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5\") failed: Property not found. retry in 1.391273678s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:47.566045971Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:47.61710938Z","hostname":"sock","pid":1590,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:47.617271105Z","hostname":"sock","pid":1590,"uri":"/baseboard","method":"GET","req_id":"3e93f846-6bea-47a3-b914-bf3aa07750ab","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56057","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":81,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c\") failed: Property not found. retry in 899.057975ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:48.183641155Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5\") failed: Property not found. retry in 917.509943ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:48.966634825Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5\") failed: Property not found. retry in 912.906094ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:48.973707055Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e\") failed: Property not found. retry in 877.284547ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:49.037258596Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c\") failed: Property not found. retry in 710.488487ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:49.091073562Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c\") failed: Property not found. retry in 526.159585ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:49.810017124Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5\") failed: Property not found. retry in 1.431139678s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:49.905974563Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e\") failed: Property not found. retry in 1.475192878s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:12:49.924875662Z","hostname":"sock","pid":1590,"zone":"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:51.423702934Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_cockroachdb_a6c61a18-ed95-4c02-8618-2edbc4c279a2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:51.423782797Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_cockroachdb_37a9c588-53be-4047-b995-d03ffc1edf5e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:51.423793358Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_cockroachdb_ceaf218f-c61c-453f-b39d-27401c6da0c5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:51.423800538Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_cockroachdb_433e7c52-c2f8-42c4-879e-ebad51f5c8d5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:51.423809098Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_cockroachdb_a8acddef-d3b5-4f66-8c81-e869fcccae1c"} {"msg":"Writing ledger to /pool/int/5874c14c-3290-476f-863d-82a48b4a28b5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:51.423824459Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:51.424284835Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:51.424668869Z","hostname":"sock","pid":1590,"uri":"/omicron-zones","method":"PUT","req_id":"20f5e245-252a-4399-9ad9-acd6a8df7a97","remote_addr":"[fd00:1122:3344:101::1]:54233","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":24751909,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:51.459369468Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:47584"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:12:51.490707487Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3437"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:08.604217039Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3455"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.380080797Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3478"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.38159948Z","hostname":"sock","pid":1590,"uri":"/cockroachdb","method":"POST","req_id":"3b0d7233-9e5d-4b9c-a436-7ad5c55b634c","remote_addr":"[fd00:1122:3344:101::1]:47584","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":23920975,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 493f468f-fcee-4e26-92a0-46e7a196cb22, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 070b9603-9dd6-4e45-b3d9-82bd559e0d88, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 24276168-1bfe-4f5e-ad0f-9a95d49e2a0a, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1b3fcb26-b6bd-4f4b-97a2-605826fca495, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 4bb565a5-9061-49f8-b77a-5244fc9f3238, kind: Service { id: 1b3fcb26-b6bd-4f4b-97a2-605826fca495 }, name: Name(\"ntp-1b3fcb26-b6bd-4f4b-97a2-605826fca495\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 172, 115])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a6c61a18-ed95-4c02-8618-2edbc4c279a2, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External } } } }, OmicronZoneConfig { id: a8acddef-d3b5-4f66-8c81-e869fcccae1c, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37a9c588-53be-4047-b995-d03ffc1edf5e, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool), kind: External } } } }, OmicronZoneConfig { id: ceaf218f-c61c-453f-b39d-27401c6da0c5, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 738820c0-8d24-40a2-80aa-d9d8f37bd57f (zpool), kind: External } } } }, OmicronZoneConfig { id: 433e7c52-c2f8-42c4-879e-ebad51f5c8d5, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0de6397b-cefa-4dec-9dd9-0a8e2122a196 (zpool), kind: External } } } }, OmicronZoneConfig { id: 20b95a80-edbc-4cb2-bf15-f70e34fde7d0, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: be91682f-2b1e-4983-893f-0abb312957ab, kind: Service { id: 20b95a80-edbc-4cb2-bf15-f70e34fde7d0 }, name: Name(\"external-dns-20b95a80-edbc-4cb2-bf15-f70e34fde7d0\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 41])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 9ca1980b-674c-45cc-b6bf-d03da0dfcaf7, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 6bab85ad-6bb7-493f-af27-0469d03b1748, kind: Service { id: 9ca1980b-674c-45cc-b6bf-d03da0dfcaf7 }, name: Name(\"external-dns-9ca1980b-674c-45cc-b6bf-d03da0dfcaf7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 162])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: f04711a4-adc5-4264-a012-9f24ada597b0, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 605052ae-4f07-4852-93c3-e6db6a61f869, kind: Service { id: f04711a4-adc5-4264-a012-9f24ada597b0 }, name: Name(\"nexus-f04711a4-adc5-4264-a012-9f24ada597b0\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 30])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b144e9f4-fc86-44f4-803d-1140d52765e9, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: d09160ed-bd8b-4023-b384-d7306c6f8375, kind: Service { id: b144e9f4-fc86-44f4-803d-1140d52765e9 }, name: Name(\"nexus-b144e9f4-fc86-44f4-803d-1140d52765e9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 251])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 831c81ba-bf8a-4e92-869d-80e10f4250d1, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 482df946-04a5-4a09-8dbf-b355516af806, kind: Service { id: 831c81ba-bf8a-4e92-869d-80e10f4250d1 }, name: Name(\"nexus-831c81ba-bf8a-4e92-869d-80e10f4250d1\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 96])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 3cfb4634-154c-4a6c-9a02-7ae58bc8785c, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 155004b3-b22c-40c7-8fd1-4e519c77913b, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External } } } }, OmicronZoneConfig { id: 62f92df5-e744-4287-b45a-e7a92aed02db, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 6f4a4ce3-da96-44ee-a765-6899ae36d5e8, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 64270f82-eae4-42f4-82d3-a452cd7eaabd, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 224acbb4-bb98-41e5-94e4-aed6cde69386, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External } } } }, OmicronZoneConfig { id: d696ff98-9d39-47e6-b628-9bdff91778c8, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5daf243d-8282-42bc-8dc7-c2e3cb38eb78, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 738820c0-8d24-40a2-80aa-d9d8f37bd57f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5e775c0a-d8be-4e5f-bc0e-9905916964d7, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0de6397b-cefa-4dec-9dd9-0a8e2122a196 (zpool), kind: External } } } }, OmicronZoneConfig { id: bacdc69e-8e52-4263-b93b-83092d74c7b3, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1bc794c1-db4e-44ff-8f8f-089d8e3b019d (zpool), kind: External } } } }, OmicronZoneConfig { id: 0358f6b7-962c-4b71-8943-d8c487afbb69, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6c71cc57-4b1e-4c32-a375-74d601f53018 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4ac4d27d-869d-4d87-960c-25db0d6aae78, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 99f6149e-22f6-4129-ae40-6aa526d0d587 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4676513c-156a-45ed-89c7-cb3cb65bad3f (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.425820736Z","hostname":"sock","pid":1590,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:430"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.426261552Z","hostname":"sock","pid":1590,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:37867"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 493f468f-fcee-4e26-92a0-46e7a196cb22, dataset_name: DatasetName { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.428022634Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.428030824Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 493f468f-fcee-4e26-92a0-46e7a196cb22, dataset_name: DatasetName { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 070b9603-9dd6-4e45-b3d9-82bd559e0d88, dataset_name: DatasetName { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.452321904Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.452362726Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 070b9603-9dd6-4e45-b3d9-82bd559e0d88, dataset_name: DatasetName { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 24276168-1bfe-4f5e-ad0f-9a95d49e2a0a, dataset_name: DatasetName { pool_name: ZpoolName { id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.472985036Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.473028818Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 24276168-1bfe-4f5e-ad0f-9a95d49e2a0a, dataset_name: DatasetName { pool_name: ZpoolName { id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6c61a18-ed95-4c02-8618-2edbc4c279a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.494514049Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.49455388Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a6c61a18-ed95-4c02-8618-2edbc4c279a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a8acddef-d3b5-4f66-8c81-e869fcccae1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.513992479Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.51403066Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: a8acddef-d3b5-4f66-8c81-e869fcccae1c, dataset_name: DatasetName { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 37a9c588-53be-4047-b995-d03ffc1edf5e, dataset_name: DatasetName { pool_name: ZpoolName { id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.533148917Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.533189688Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 37a9c588-53be-4047-b995-d03ffc1edf5e, dataset_name: DatasetName { pool_name: ZpoolName { id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ceaf218f-c61c-453f-b39d-27401c6da0c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 738820c0-8d24-40a2-80aa-d9d8f37bd57f (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.551683253Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.551723825Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: ceaf218f-c61c-453f-b39d-27401c6da0c5, dataset_name: DatasetName { pool_name: ZpoolName { id: 738820c0-8d24-40a2-80aa-d9d8f37bd57f (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 433e7c52-c2f8-42c4-879e-ebad51f5c8d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 0de6397b-cefa-4dec-9dd9-0a8e2122a196 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.570263711Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.570296722Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 433e7c52-c2f8-42c4-879e-ebad51f5c8d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 0de6397b-cefa-4dec-9dd9-0a8e2122a196 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 20b95a80-edbc-4cb2-bf15-f70e34fde7d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.588123314Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.588159775Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 20b95a80-edbc-4cb2-bf15-f70e34fde7d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ca1980b-674c-45cc-b6bf-d03da0dfcaf7, dataset_name: DatasetName { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.671837468Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.67187479Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 9ca1980b-674c-45cc-b6bf-d03da0dfcaf7, dataset_name: DatasetName { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 155004b3-b22c-40c7-8fd1-4e519c77913b, dataset_name: DatasetName { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.761934249Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.76197319Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 155004b3-b22c-40c7-8fd1-4e519c77913b, dataset_name: DatasetName { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 224acbb4-bb98-41e5-94e4-aed6cde69386, dataset_name: DatasetName { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.848764814Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.848804005Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 224acbb4-bb98-41e5-94e4-aed6cde69386, dataset_name: DatasetName { pool_name: ZpoolName { id: 25580e15-44dc-4a02-9087-86aedb0d5c83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79, dataset_name: DatasetName { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.915253518Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.91529529Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79, dataset_name: DatasetName { pool_name: ZpoolName { id: 1456f137-1aea-4701-8e9f-162de464cf85 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d696ff98-9d39-47e6-b628-9bdff91778c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.985876369Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:15.985921271Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: d696ff98-9d39-47e6-b628-9bdff91778c8, dataset_name: DatasetName { pool_name: ZpoolName { id: ccf20d51-a7ea-4533-9bd5-343f1dcb4e5d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5daf243d-8282-42bc-8dc7-c2e3cb38eb78, dataset_name: DatasetName { pool_name: ZpoolName { id: 738820c0-8d24-40a2-80aa-d9d8f37bd57f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.056960227Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.057008048Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5daf243d-8282-42bc-8dc7-c2e3cb38eb78, dataset_name: DatasetName { pool_name: ZpoolName { id: 738820c0-8d24-40a2-80aa-d9d8f37bd57f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5e775c0a-d8be-4e5f-bc0e-9905916964d7, dataset_name: DatasetName { pool_name: ZpoolName { id: 0de6397b-cefa-4dec-9dd9-0a8e2122a196 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.131733164Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.131780616Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 5e775c0a-d8be-4e5f-bc0e-9905916964d7, dataset_name: DatasetName { pool_name: ZpoolName { id: 0de6397b-cefa-4dec-9dd9-0a8e2122a196 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bacdc69e-8e52-4263-b93b-83092d74c7b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc794c1-db4e-44ff-8f8f-089d8e3b019d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.198967675Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.199011757Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: bacdc69e-8e52-4263-b93b-83092d74c7b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 1bc794c1-db4e-44ff-8f8f-089d8e3b019d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0358f6b7-962c-4b71-8943-d8c487afbb69, dataset_name: DatasetName { pool_name: ZpoolName { id: 6c71cc57-4b1e-4c32-a375-74d601f53018 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.263976398Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.264020569Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 0358f6b7-962c-4b71-8943-d8c487afbb69, dataset_name: DatasetName { pool_name: ZpoolName { id: 6c71cc57-4b1e-4c32-a375-74d601f53018 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ac4d27d-869d-4d87-960c-25db0d6aae78, dataset_name: DatasetName { pool_name: ZpoolName { id: 99f6149e-22f6-4129-ae40-6aa526d0d587 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.329202177Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.329249429Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 4ac4d27d-869d-4d87-960c-25db0d6aae78, dataset_name: DatasetName { pool_name: ZpoolName { id: 99f6149e-22f6-4129-ae40-6aa526d0d587 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93, dataset_name: DatasetName { pool_name: ZpoolName { id: 4676513c-156a-45ed-89c7-cb3cb65bad3f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.393232875Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.393287807Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:809","request":"NewFilesystemRequest { dataset_id: 9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93, dataset_name: DatasetName { pool_name: ZpoolName { id: 4676513c-156a-45ed-89c7-cb3cb65bad3f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.452049027Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Reading ledger from /pool/int/5874c14c-3290-476f-863d-82a48b4a28b5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.452110789Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.452505183Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.453213048Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.580529577Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:259"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.581000593Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.581023094Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.654103172Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:259"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.654349891Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.654380252Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.654393592Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.654419253Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.654432744Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.654446254Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.80991791Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:259"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.822914831Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:259"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.83844848Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:259"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.838691079Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.838747371Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.865859311Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.865904222Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.865910593Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.865914173Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Configuring new Omicron zone: oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.866135001Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.871567593Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.877379859Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.883109072Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.889019171Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.894273827Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.899127759Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:16.904500279Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.029486165Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.033832859Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.038604558Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.042979383Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.047520654Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.051736063Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.056530383Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.061826231Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.067633626Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.07281421Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.079105572Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.085313622Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.090799507Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Configuring new Omicron zone: oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.09540387Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.101297539Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.109094154Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.114385962Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.119871076Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.12451116Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.12928178Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.16966425Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:276","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.209093316Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:276","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.261688568Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:276","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.315703001Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:276","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.370005964Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:276","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.372013505Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:301"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.372030246Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:193","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.457950358Z","hostname":"sock","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte1\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 246, 96]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte1\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.45801065Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:1290","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.461763293Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:301"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.461787634Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:193","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.553286084Z","hostname":"sock","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte2\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 229, 41]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte2\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.553363207Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:1290","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.557335158Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:301"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.557348668Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:193","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.664949858Z","hostname":"sock","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte3\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 151, 251]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte3\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.66500892Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:1290","zone_type":"nexus"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.665761607Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.665779878Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.66613076Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.666148071Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.669589403Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:301"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.669607233Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:193","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.763339453Z","hostname":"sock","pid":1590,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47018"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.766144778Z","hostname":"sock","pid":1590,"uri":"/baseboard","method":"GET","req_id":"9df4d289-d555-4052-ae5a-cc69461ce3e4","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47018","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":2674,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.771990509Z","hostname":"sock","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte4\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 212, 30]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte4\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.772102703Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:1290","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.775578706Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:301"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.775592187Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:193","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.878101337Z","hostname":"sock","pid":1590,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:394","port":"Port { inner: PortInner { name: \"opte5\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 207, 162]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte5\" } }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.878159259Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:1290","zone_type":"external_dns"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.168,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.879165254Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.164,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.883536539Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.886113001Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.886132131Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.886258346Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:17.886270606Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:18.007613463Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:18.007705256Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.167,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:18.007848011Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:18.01035831Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Configuring new Omicron zone: oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:18.010792876Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"no nat entry found for: V4(\n Ipv4Network {\n addr: 10.151.2.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:18.023100932Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:102"} {"msg":"creating nat entry for: V4(\n Ipv4Network {\n addr: 10.151.2.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:18.023160914Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:109"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.165,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:18.023295748Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:18.065450861Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Installing Omicron zone: oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:18.06570155Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:18.074872895Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"creation of nat entry successful for: V4(\n Ipv4Network {\n addr: 10.151.2.166,\n prefix: 32,\n },\n)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:18.083454769Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:137"} {"msg":"Configuring new Omicron zone: oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:18.130772165Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:18.143415582Z","hostname":"sock","pid":1590,"component":"StorageManager","file":"sled-storage/src/manager.rs:381"} {"msg":"Installing Omicron zone: oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:18.143714943Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:18.204386621Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:18.218254143Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:18.230964122Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"} {"msg":"Installing Omicron zone: oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:18.251902434Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:18.27578753Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.472220699Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.47253466Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.472577102Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.479923242Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.486144173Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.486305298Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.543504414Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.543654779Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.552098448Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.552375178Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.552550124Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.552812943Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.561592024Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.561868544Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.561910365Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.567846166Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.574020905Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.574275483Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.574429339Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.584213635Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.590383164Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.590467197Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.597136363Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.603932834Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.758367473Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:20.75857561Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 26.243011ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:20.935616999Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 49.964269ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:20.944127823Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 58.511591ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:20.953213533Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 31.146561ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:20.962807721Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 45.641489ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:20.971195099Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 26.491344ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:20.979944269Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 37.652764ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:20.987902831Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 55.866666ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:20.996400232Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 49.100251ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.004381485Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 48.12379ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.08021173Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 71.067104ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.140874338Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 66.392105ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.157764726Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 98.615845ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.180361597Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 134.755538ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.203819627Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 70.173925ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.2256234Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 108.398465ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.251354921Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 93.2413ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.281916593Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 71.991857ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.389843985Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 64.193886ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.432003157Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 62.664383ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.45268525Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 119.599233ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.469422842Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 92.946887ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.490399915Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 33.887806ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.522867525Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 51.958623ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.558376992Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 126.449999ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.578596608Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 284.478554ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.595411794Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 124.750345ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.609208243Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 123.57712ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.627008983Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 225.060157ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.643102403Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 101.356073ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.658923433Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 267.076007ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.672995191Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 234.662166ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.685977031Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 162.270508ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.699177549Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 250.303435ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.712606274Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 175.83333ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.723855592Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 86.606198ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.733857737Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 119.946458ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.745729117Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 251.224927ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.755023756Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 300.687867ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.766360688Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 332.924519ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.777654838Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 324.244209ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.789411494Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 215.525322ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.832891734Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 230.389153ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.873387998Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 589.047681ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.888002276Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 596.351918ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.902779949Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 351.360728ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.914802334Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 276.062949ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.92793687Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 341.350076ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.938454712Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 375.640634ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.955508666Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 350.806883ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:21.977800365Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 475.878783ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:22.019349857Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 582.941936ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:22.060689651Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 423.28604ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:22.081810379Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 1.145903392s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:22.119238734Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 772.422257ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:22.131426036Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 725.085811ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:22.142090914Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 967.957296ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:22.220029503Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 664.665491ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:22.280221435Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 1.14942293s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:22.294258362Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 587.241011ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:22.343768876Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 657.391693ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:22.356742555Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 438.23835ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:22.490281803Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 731.232243ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:22.510504339Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 1.274940421s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:22.52210706Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 809.763226ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:22.536286992Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 619.198532ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:22.657904909Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 1.148322628s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:22.881202707Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 1.431073136s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:22.919106639Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 594.395065ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:22.944609582Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 1.172023295s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:22.960599028Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 1.33624548s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:22.975589109Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 1.17243966s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:23.03124087Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 1.271426739s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:23.202555437Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 744.39038ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:23.255189221Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 707.229904ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:23.278284449Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 583.74357ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:23.289574788Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 859.920949ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:23.359734553Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 1.361939364s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:23.456942424Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 1.147246219s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:23.551481362Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 745.168295ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:23.811293333Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 1.308517849s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:23.886187855Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 931.370516ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:23.997933373Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 703.968353ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:24.011472062Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 533.563122ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:24.041413022Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 1.124647631s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:24.14638261Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 658.022538ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:24.216556504Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 1.031961431s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:24.232399716Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 1.151509164s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:24.326253664Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 683.442218ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:24.363472864Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 1.163958122s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:24.482827324Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 1.390741918s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:24.612405212Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 677.951216ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:24.641255644Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 1.037455582s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:24.722031455Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 1.143274341s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:24.746716349Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 559.829194ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:24.848337707Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 1.197630906s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:24.890147548Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 1.044907488s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:24.949330104Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 698.449326ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:25.063809698Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 882.561416ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:25.207955872Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 701.282102ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:25.277302188Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 846.65813ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:25.29005845Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 801.120592ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:25.332671459Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 1.281385261s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:25.429465786Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 639.147916ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:25.491507183Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 898.720522ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:25.660996205Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 1.499452147s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:25.772712801Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 1.473847099s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:25.784441366Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 831.085922ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:25.90623995Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 1.087559489s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:25.993117626Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 1.499553104s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:26.008464725Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 527.942161ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:26.020915711Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 632.553835ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:26.101501994Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 607.326862ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:26.11351916Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 1.164561953s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:26.142249948Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 1.035677478s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:26.1533388Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 653.589087ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:26.165334465Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 809.783109ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:26.564210039Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 1.324186111s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:26.576626449Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 1.151896399s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:26.725071016Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 1.41127975s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:26.737527817Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 1.094383657s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:26.749523712Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 656.735669ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:26.762589235Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 1.064620126s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:26.83220425Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 1.247736194s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:27.091284385Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 862.93241ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:27.198891955Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 748.164731ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:27.267313628Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 658.977237ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:27.281387557Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 825.859222ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:27.31650148Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 772.220751ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:27.383513363Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 1.34424562s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:27.428283348Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 966.258439ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:27.51784282Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 1.162746005s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:27.853774086Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 868.549326ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:27.885531641Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 1.301593873s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:27.906042627Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 941.070913ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:27.914295599Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 993.897817ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:27.9496304Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 1.430973685s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:28.025776937Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 1.009074145s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:28.070382267Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 1.287916327s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:28.151896587Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 690.51346ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:28.159218713Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 1.11981739s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:28.166293953Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 1.420778602s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:28.348493096Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 584.740067ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:28.493878323Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 1.07015327s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:28.764493166Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 849.486044ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:28.782261196Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 1.050506079s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:28.858267027Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 610.368182ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:28.866184997Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 1.213739646s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:28.952701901Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 709.972111ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:29.02467906Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 749.469201ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:29.08764134Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 854.156658ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:29.095053447Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 1.399473309s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:29.216107909Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 1.477960955s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:29.295300394Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 689.295552ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:29.448848461Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 1.258349279s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:29.464744013Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 1.481674079s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:29.484604577Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 765.404555ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:29.639886316Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 915.387839ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:29.742093045Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 668.708197ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:29.778885138Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 540.709639ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:29.843441444Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 864.24158ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:29.850924809Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 1.106219296s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:29.917183526Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 985.401771ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:29.958600302Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 1.410141209s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:30.147076017Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 1.27426724s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:30.174250679Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 1.231402041s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:30.434337169Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 668.698183ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:30.456528934Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 1.399327125s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:30.471912979Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 736.377477ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:30.639579527Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 595.169039ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:30.698897228Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 965.346374ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:30.734529489Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 906.235243ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:30.767282379Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 844.609872ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:30.799594683Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 1.277963616s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:30.955629839Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 1.30184381s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:30.976366743Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 1.114737725s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:31.033070471Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 856.374807ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:31.134753132Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 812.581728ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:31.303785098Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 574.197069ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:31.39025192Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 1.365593198s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:31.461191792Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 1.445877305s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:31.567678113Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 1.232065016s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:31.655271555Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 1.450144577s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:31.673472209Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 841.508069ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:31.682016589Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 1.450733587s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:31.708604344Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 679.634417ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:31.881963773Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 1.457828105s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:31.974460838Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 864.932535ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:32.000869014Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 1.399055744s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:32.126620177Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 799.535778ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:32.156790175Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 805.977824ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:32.242918505Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 1.137998408s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:32.287565396Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 1.026587421s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:32.533561187Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 864.445386ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:32.57092761Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 666.528516ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:32.835751598Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 1.063970528s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:32.875579638Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 1.071560355s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:32.897191504Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 882.871644ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:32.965592246Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 1.295728485s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:33.023650292Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 508.520229ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:33.058707214Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 875.555822ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:33.13314685Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 1.220197102s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:33.167504886Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 1.333331015s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:33.512763482Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 744.136589ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:33.53415361Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 774.738104ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:33.554053424Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 595.624252ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:33.595935218Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 832.345348ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:33.649247986Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 744.381312ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:33.677354733Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 979.245958ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:33.707757948Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 847.055462ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:33.876342538Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 1.271090682s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:33.998043567Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 923.391575ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:34.019386003Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 501.401248ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:34.040551643Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 756.680213ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:34.205531065Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 555.946221ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:34.289608332Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 947.263065ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:34.33048624Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 641.95511ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:34.342187525Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 729.006358ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:34.399442262Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 1.128781343s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:34.432825564Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 1.201195291s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:34.493482112Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 588.792615ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:34.552261483Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 1.046193966s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:34.696652477Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 585.913422ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:34.733660867Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 806.043103ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:34.855212552Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 990.299915ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:34.863253386Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 740.400783ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:34.951109637Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 1.051252371s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:34.97010466Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 569.121569ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:34.992008826Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 917.276176ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:35.139351004Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 631.538623ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:35.15054493Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 1.172161363s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:35.278310945Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 1.307466517s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:35.287462939Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 1.214409757s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:35.328979039Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 1.008071146s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:35.570856824Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 726.070017ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:35.578772554Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 896.866795ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:35.671613852Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 621.271233ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:35.701549392Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 1.000852027s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:35.710099012Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 580.521479ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:35.751331755Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 1.477396732s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:35.790047766Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 840.530959ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:35.864566905Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 1.481725624s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:36.031774356Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 682.571775ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:36.067129908Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 1.213987191s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:36.315045177Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 1.196057071s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:36.332377881Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 1.084731651s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:36.3419534Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 965.725911ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:36.460148215Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 1.262011621s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:36.553059716Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 1.109307049s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:36.578831516Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 959.111178ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:36.588267392Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 785.94888ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:36.603930817Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 946.818021ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:36.715426445Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 1.07494386s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:36.723389697Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 817.984074ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:36.758606695Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 830.825918ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:37.277965807Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 1.096406759s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:37.400001468Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 1.195592976s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:37.451927296Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 1.312822886s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:37.465332471Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 1.371710691s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:37.53306975Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 1.106393771s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:37.55170686Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 1.007200168s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:37.574940303Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 906.973301ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:37.594684416Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 788.778879ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:37.622758056Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 1.108464141s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:37.681514607Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 1.403518448s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:37.704715518Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 685.422273ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:37.815478921Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 1.241396351s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:37.83267237Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 1.035908171s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:38.125080605Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 867.57639ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:38.428360074Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 944.784788ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:38.511176246Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 1.102355054s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:38.52482885Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 1.317422292s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:38.539696276Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 735.120909ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:38.607503428Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 1.169242138s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:38.665139779Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 964.375906ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:38.679225528Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 554.382014ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:38.795171654Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 1.321102121s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:38.811845884Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 777.802288ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:38.923314801Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:39.016415558Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:39.017576839Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:39.028079661Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:39.028220316Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 1.218825095s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:39.092045417Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 743.966793ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:39.126735795Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 764.174853ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:39.184675607Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 986.774881ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:39.318635261Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0\") failed: Property not found. retry in 64.447556ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:39.343397458Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 683.518839ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:39.359766247Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7\") failed: Property not found. retry in 59.922074ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:39.370180076Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 856.852604ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:39.3849736Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0\") failed: Property not found. retry in 74.131704ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:39.421875506Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7\") failed: Property not found. retry in 122.107705ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:39.46546535Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 1.177860528s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:39.501432473Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0\") failed: Property not found. retry in 270.823204ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:39.528574415Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7\") failed: Property not found. retry in 299.107026ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:39.610357311Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 1.255752363s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:39.644890544Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 586.805043ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:39.680835777Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:39.690960095Z","hostname":"sock","pid":1590,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:801"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 1.266750391s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:39.762235859Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0\") failed: Property not found. retry in 329.164539ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:39.852523697Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 886.52003ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:39.896354919Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 590.390427ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:39.931833185Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 1.222946354s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:39.994007627Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 964.624341ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.009588259Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7\") failed: Property not found. retry in 595.106202ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.02318955Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 1.055979493s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.057153513Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 1.412512485s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.14555958Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0\") failed: Property not found. retry in 872.788584ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.196360363Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 702.483119ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.255536588Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 1.089249335s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.28072595Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 1.461416681s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.315924817Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 779.716504ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.327843919Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:40.348233987Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:40.348413328Z","hostname":"sock","pid":1590,"zone":"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:40.516686136Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:40.516789389Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:40.51680403Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Profile for oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:40.524486212Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 1.077138214s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.53515885Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:40.535297395Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:40.540951505Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"} {"msg":"wait for service Some(\"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b\") failed: Property not found. retry in 32.337821ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.564896893Z","hostname":"sock","pid":1590,"zone":"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b\") failed: Property not found. retry in 126.213406ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.607749868Z","hostname":"sock","pid":1590,"zone":"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7\") failed: Property not found. retry in 975.79802ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.629123758Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 1.302862024s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.693167336Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0\") failed: Property not found. retry in 37.932747ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.705234193Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1\") failed: Property not found. retry in 42.955748ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.71502975Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9\") failed: Property not found. retry in 44.379098ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.732067013Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b\") failed: Property not found. retry in 100.439133ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.74441887Z","hostname":"sock","pid":1590,"zone":"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0\") failed: Property not found. retry in 135.974655ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.753270884Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1\") failed: Property not found. retry in 106.768098ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.768194443Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9\") failed: Property not found. retry in 103.78203ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.788403308Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 895.376826ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.799842103Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b\") failed: Property not found. retry in 306.401473ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.85876766Z","hostname":"sock","pid":1590,"zone":"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1\") failed: Property not found. retry in 255.831707ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.88813502Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0\") failed: Property not found. retry in 225.256511ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.901649198Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 1.085001048s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.912860895Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9\") failed: Property not found. retry in 177.119958ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.924683354Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 1.203108625s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.971231953Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 1.170589864s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:40.984891316Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 583.384695ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:41.039706278Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0\") failed: Property not found. retry in 689.040161ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:41.081523058Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9\") failed: Property not found. retry in 292.919035ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:41.11601756Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 1.18981457s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:41.12618034Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 1.494647993s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:41.138523757Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0\") failed: Property not found. retry in 281.912753ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:41.149663772Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1\") failed: Property not found. retry in 398.348515ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:41.163042575Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b\") failed: Property not found. retry in 981.179923ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:41.17531968Z","hostname":"sock","pid":1590,"zone":"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 853.834294ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:41.229913993Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 1.003227566s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:41.404994033Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9\") failed: Property not found. retry in 542.000376ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:41.433051576Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0\") failed: Property not found. retry in 1.036646124s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:41.45122618Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 931.482338ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:41.574551077Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1\") failed: Property not found. retry in 914.186119ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:41.590036626Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7\") failed: Property not found. retry in 1.304610013s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:41.649001304Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 645.58974ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:41.686655487Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 1.038976526s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:41.702737237Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 714.900959ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:41.724325631Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0\") failed: Property not found. retry in 1.265226346s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:41.806659667Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 1.245648198s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:41.831813728Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9\") failed: Property not found. retry in 1.388528233s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:41.999197105Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 1.411002033s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:42.022003853Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 753.167041ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:42.060371771Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 991.459256ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:42.114789318Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 669.152417ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:42.184247378Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b\") failed: Property not found. retry in 933.725702ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:42.205661176Z","hostname":"sock","pid":1590,"zone":"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 1.319096285s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:42.273698406Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 1.202971742s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:42.32944397Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 1.414551968s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:42.345166567Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 619.027175ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:42.420270716Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 1.414881926s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:42.449906715Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0\") failed: Property not found. retry in 1.094347458s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:42.498540627Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1\") failed: Property not found. retry in 789.422972ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:42.513809878Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 776.979269ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:42.52118632Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 1.249281479s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:42.645597175Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 554.704749ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:42.753131803Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 678.256725ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:42.824086146Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 762.173125ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:42.863243222Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7\") failed: Property not found. retry in 1.142819212s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:42.964439326Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 1.233931609s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:43.061333448Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0\") failed: Property not found. retry in 838.245816ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:43.090412877Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 1.477758856s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:43.106655342Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 947.743102ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:43.130936962Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b\") failed: Property not found. retry in 1.305357159s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:43.16559275Z","hostname":"sock","pid":1590,"zone":"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 1.114497692s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:43.336224122Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1\") failed: Property not found. retry in 785.486932ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:43.368277087Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 912.954417ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:43.386309626Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9\") failed: Property not found. retry in 771.338906ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:43.415289001Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 1.310821096s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:43.451061568Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 1.006816323s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:43.522143975Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 1.349535768s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:43.551861098Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0\") failed: Property not found. retry in 1.005155527s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:43.607416005Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 522.834642ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:43.62167373Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 654.811892ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:43.644466267Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 1.454318806s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:43.773235537Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 762.421352ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:43.882434754Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 1.394403219s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:43.90971998Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0\") failed: Property not found. retry in 508.876913ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:43.943012099Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 1.365970082s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:44.093243279Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7\") failed: Property not found. retry in 883.79975ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:44.122937941Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 1.410728018s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:44.158750229Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1\") failed: Property not found. retry in 927.993744ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:44.17232019Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9\") failed: Property not found. retry in 1.471182834s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:44.206248811Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 998.343906ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:44.309630402Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 1.48238035s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:44.322712156Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 1.395273654s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:44.337860762Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 1.421612122s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:44.467530564Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0\") failed: Property not found. retry in 811.479859ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:44.483473178Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b\") failed: Property not found. retry in 971.099991ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:44.495306087Z","hostname":"sock","pid":1590,"zone":"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 1.279878273s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:44.541092309Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 704.50889ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:44.598206451Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0\") failed: Property not found. retry in 893.729661ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:44.627662924Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 1.172594064s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:44.665637899Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 872.933921ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:44.776539486Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 939.733714ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:44.914379128Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7\") failed: Property not found. retry in 795.302135ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:45.019156708Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1\") failed: Property not found. retry in 526.796459ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:45.116872245Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 1.449868164s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:45.239640096Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0\") failed: Property not found. retry in 860.436378ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:45.305633673Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 533.287915ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:45.313634686Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 689.674539ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:45.321899589Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 1.247435749s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:45.329050492Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b\") failed: Property not found. retry in 1.347787728s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:45.502605158Z","hostname":"sock","pid":1590,"zone":"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 974.739063ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:45.509754541Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0\") failed: Property not found. retry in 590.213045ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:45.530718593Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 1.146489005s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:45.578044259Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1\") failed: Property not found. retry in 1.231191774s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:45.653668807Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 1.136756291s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:45.66475345Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9\") failed: Property not found. retry in 1.184659489s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:45.686616454Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 869.908255ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:45.743465687Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 1.039943662s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:45.815614532Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7\") failed: Property not found. retry in 1.130105421s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:45.82714225Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 951.576594ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:45.835997294Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 876.852848ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:45.847352456Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 1.102046124s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:45.85649232Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 742.622885ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:45.864614557Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 970.132408ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:45.899451121Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 889.383649ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:46.022049673Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0\") failed: Property not found. retry in 1.22819149s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:46.132413146Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0\") failed: Property not found. retry in 796.964319ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:46.179918953Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 824.065457ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:46.494490772Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3\") failed: Property not found. retry in 1.057816977s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:46.586800521Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7\") failed: Property not found. retry in 1.184063131s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:46.616342278Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 611.946379ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:46.624293929Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db\") failed: Property not found. retry in 1.069693544s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:46.698107123Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79\") failed: Property not found. retry in 1.244211763s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:46.734709359Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78\") failed: Property not found. retry in 925.210262ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:46.743893515Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386\") failed: Property not found. retry in 1.114046267s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:46.796667813Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69\") failed: Property not found. retry in 1.141218286s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:46.81070091Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b\") failed: Property not found. retry in 638.094137ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:46.859898092Z","hostname":"sock","pid":1590,"zone":"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8\") failed: Property not found. retry in 1.338049278s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:46.867552703Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78\") failed: Property not found. retry in 1.140715951s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:46.878214261Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9\") failed: Property not found. retry in 895.005505ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:46.886462973Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1\") failed: Property not found. retry in 608.591901ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:46.894592211Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c\") failed: Property not found. retry in 702.657369ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:46.922614124Z","hostname":"sock","pid":1590,"zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7\") failed: Property not found. retry in 823.987238ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:46.967784553Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd\") failed: Property not found. retry in 598.949156ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:46.975657872Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0\") failed: Property not found. retry in 1.432278906s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:46.985673317Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8\") failed: Property not found. retry in 1.173492558s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:47.25092809Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93\") failed: Property not found. retry in 1.276998196s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:47.331705711Z","hostname":"sock","pid":1590,"zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0\") failed: Property not found. retry in 1.251778313s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:47.376609551Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b\") failed: Property not found. retry in 955.866239ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:47.511158114Z","hostname":"sock","pid":1590,"zone":"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1\") failed: Property not found. retry in 517.95204ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:47.5254284Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7\") failed: Property not found. retry in 1.045950943s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:47.8126191Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9\") failed: Property not found. retry in 1.066079353s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:47.829645133Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:47.83576573Z","hostname":"sock","pid":1590,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48042"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:47.837929786Z","hostname":"sock","pid":1590,"uri":"/baseboard","method":"GET","req_id":"b6b446ef-7dce-40d1-9fc6-77be115adb3f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48042","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":787,"response_code":"200"} {"msg":"wait for service Some(\"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1\") failed: Property not found. retry in 796.810745ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:48.056499666Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0\") failed: Property not found. retry in 590.357492ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:48.433116653Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b\") failed: Property not found. retry in 1.394910618s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:48.480974618Z","hostname":"sock","pid":1590,"zone":"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0\") failed: Property not found. retry in 639.777124ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:48.640561009Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1\") failed: Property not found. retry in 1.458358521s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:48.86562557Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7\") failed: Property not found. retry in 1.014782789s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:48.876910149Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9\") failed: Property not found. retry in 820.849255ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:48.908087603Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0\") failed: Property not found. retry in 714.106042ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:49.039640812Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0\") failed: Property not found. retry in 1.245851152s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:49.299201854Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9\") failed: Property not found. retry in 1.002635822s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:49.739577978Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0\") failed: Property not found. retry in 836.544056ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:49.764859253Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b\") failed: Property not found. retry in 772.689457ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:49.888886255Z","hostname":"sock","pid":1590,"zone":"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7\") failed: Property not found. retry in 1.27729131s","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:49.903466551Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1\") failed: Property not found. retry in 818.84518ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:50.334805786Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0\") failed: Property not found. retry in 542.05271ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:50.557005124Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0\") failed: Property not found. retry in 707.933353ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:50.611726642Z","hostname":"sock","pid":1590,"zone":"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b\") failed: Property not found. retry in 868.92051ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:50.67434284Z","hostname":"sock","pid":1590,"zone":"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9\") failed: Property not found. retry in 542.609939ms","v":0,"name":"SledAgent","level":40,"time":"2024-05-13T19:13:50.754364334Z","hostname":"sock","pid":1590,"zone":"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.570141032Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_0358f6b7-962c-4b71-8943-d8c487afbb69"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.570193634Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_bacdc69e-8e52-4263-b93b-83092d74c7b3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.570199214Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_nexus_831c81ba-bf8a-4e92-869d-80e10f4250d1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.570215885Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_clickhouse_155004b3-b22c-40c7-8fd1-4e519c77913b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.570220645Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_4ba31a39-1a4a-4f6f-b7b7-a8ec71e3bc79"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.570224805Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_pantry_6f4a4ce3-da96-44ee-a765-6899ae36d5e8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.570229155Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_224acbb4-bb98-41e5-94e4-aed6cde69386"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.570233405Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_5e775c0a-d8be-4e5f-bc0e-9905916964d7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.570237495Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_d696ff98-9d39-47e6-b628-9bdff91778c8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.570241555Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_external_dns_20b95a80-edbc-4cb2-bf15-f70e34fde7d0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.570245866Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_nexus_f04711a4-adc5-4264-a012-9f24ada597b0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.570249856Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_external_dns_9ca1980b-674c-45cc-b6bf-d03da0dfcaf7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.570253526Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_pantry_64270f82-eae4-42f4-82d3-a452cd7eaabd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.570257646Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_5daf243d-8282-42bc-8dc7-c2e3cb38eb78"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.570261986Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_nexus_b144e9f4-fc86-44f4-803d-1140d52765e9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.570626189Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_pantry_62f92df5-e744-4287-b45a-e7a92aed02db"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.570631689Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_oximeter_3cfb4634-154c-4a6c-9a02-7ae58bc8785c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.57064688Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_9f51d4e8-b60e-4bfb-9a38-03b18e3a0c93"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.57065299Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"sled-agent/src/services.rs:3026","zone":"oxz_crucible_4ac4d27d-869d-4d87-960c-25db0d6aae78"} {"msg":"Writing ledger to /pool/int/5874c14c-3290-476f-863d-82a48b4a28b5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.570844207Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.58462702Z","hostname":"sock","pid":1590,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.586648576Z","hostname":"sock","pid":1590,"uri":"/omicron-zones","method":"PUT","req_id":"15760890-2af1-413f-a33c-68b7c67789d8","remote_addr":"[fd00:1122:3344:101::1]:37867","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878","latency_us":36157917,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.592134071Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1236"} {"msg":"Writing ledger to /pool/int/5874c14c-3290-476f-863d-82a48b4a28b5/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.592776263Z","hostname":"sock","pid":1590,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/ea0c9894-0bb1-47d6-9678-3f5e7d9d96cc/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.592909948Z","hostname":"sock","pid":1590,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.599286354Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:680"} {"msg":"Nexus address: [fd00:1122:3344:101::c]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.603293876Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:693"} {"msg":"rack_network_config: RackNetworkConfigV1 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV1 {\n addresses: [\n V4(\n Ipv4Network {\n addr: 10.151.2.174,\n prefix: 24,\n },\n ),\n ],\n autoneg: false,\n bgp_peers: [],\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Network {\n addr: 0.0.0.0,\n prefix: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:51.635929652Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:817"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/6307bf43-24f1-4bbd-994f-0f6946e3b5f3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:54.212364059Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:879"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/6307bf43-24f1-4bbd-994f-0f6946e3b5f3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:54.298753218Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:879"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/6307bf43-24f1-4bbd-994f-0f6946e3b5f3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:54.397187364Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:879"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/6307bf43-24f1-4bbd-994f-0f6946e3b5f3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:54.5456334Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:879"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/6307bf43-24f1-4bbd-994f-0f6946e3b5f3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:54.737068159Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:879"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/6307bf43-24f1-4bbd-994f-0f6946e3b5f3/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-05-13T19:13:54.873503391Z","hostname":"sock","pid":1590,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:879"}