[ Oct 9 22:12:53 Enabled. ] [ Oct 9 22:12:53 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 9 22:12:53 Method "start" exited with status 0. ] [ Oct 9 22:12:53 Rereading configuration. ] [ Oct 9 22:12:53 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:53.759662376Z","hostname":"buskin","pid":1572,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:53.759821808Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:53.812022688Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:53.812068648Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:53.925763659Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:53.934351843Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:53.942776695Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:54.549255393Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:54.684360407Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:54.684401108Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:54.684503369Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:54.68461214Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:54.68462435Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:54.68464796Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:54.687738394Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:12:54.687746504Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:54.687758014Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:54.687767874Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:54.687785605Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:54.687838875Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:54.687954087Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:54.687980217Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:54.687990657Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:54.699100448Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:54.699133259Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"dbdf9901-a32f-4fda-ae6d-2b6200535def (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:54.823589617Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: dbdf9901-a32f-4fda-ae6d-2b6200535def (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.307987233Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.308028103Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.308033533Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.308044523Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.308049763Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.308067334Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.308072044Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.316794009Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.316818739Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"a051d0c4-48c8-4d82-8cd0-16c7c3966997 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.422593873Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: a051d0c4-48c8-4d82-8cd0-16c7c3966997 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901327618Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901381599Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dbdf9901-a32f-4fda-ae6d-2b6200535def (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a051d0c4-48c8-4d82-8cd0-16c7c3966997 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901411389Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901419009Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901424849Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901435029Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901440849Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901448079Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dbdf9901-a32f-4fda-ae6d-2b6200535def (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a051d0c4-48c8-4d82-8cd0-16c7c3966997 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.90146803Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.90147347Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.90147844Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.90149495Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.9014999Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.9015042Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dbdf9901-a32f-4fda-ae6d-2b6200535def (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a051d0c4-48c8-4d82-8cd0-16c7c3966997 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.90152358Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.90152874Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.9015346Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901540211Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.90154456Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.90155316Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901560101Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901564831Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dbdf9901-a32f-4fda-ae6d-2b6200535def (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a051d0c4-48c8-4d82-8cd0-16c7c3966997 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901592921Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901599271Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901603311Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901609871Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901615611Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dbdf9901-a32f-4fda-ae6d-2b6200535def (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a051d0c4-48c8-4d82-8cd0-16c7c3966997 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901638852Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901643981Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901650572Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901654642Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901658732Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dbdf9901-a32f-4fda-ae6d-2b6200535def (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a051d0c4-48c8-4d82-8cd0-16c7c3966997 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901687972Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901695802Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901700432Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901708432Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901712902Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901718652Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dbdf9901-a32f-4fda-ae6d-2b6200535def (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a051d0c4-48c8-4d82-8cd0-16c7c3966997 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901753073Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901758123Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901764323Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901769973Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901774853Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901782263Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901787443Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dbdf9901-a32f-4fda-ae6d-2b6200535def (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a051d0c4-48c8-4d82-8cd0-16c7c3966997 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901829983Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901836004Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901841174Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901845524Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901850774Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901856264Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dbdf9901-a32f-4fda-ae6d-2b6200535def (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a051d0c4-48c8-4d82-8cd0-16c7c3966997 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901892984Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901899394Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901908955Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901914815Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901925245Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901929805Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dbdf9901-a32f-4fda-ae6d-2b6200535def (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a051d0c4-48c8-4d82-8cd0-16c7c3966997 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901963615Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901969085Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901973235Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901977315Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.901983705Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.902005716Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.902013956Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.902028886Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.902036266Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.902041186Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.902069426Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.902075036Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.913077136Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:739"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.913104337Z","hostname":"buskin","pid":1572,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999917489s","next_cleanup":"Instant { tv_sec: 1324, tv_nsec: 854963879 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.913160877Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3944"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.913203758Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.913263458Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.913276719Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.916409333Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.918068771Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.918298453Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1074"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.918305463Z","hostname":"buskin","pid":1572,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.918370984Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.918413464Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.918424435Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.918434595Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.918461775Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.918470275Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.918478185Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.918482215Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1179"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.918485725Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.918489295Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.918516056Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.918544926Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.918856989Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: d9feedb3-9844-4fd3-bd3c-d403eb44349a,\n sleds: {\n [fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: e73d1647-fe9b-4515-81d4-4a693895bf67 (sled),\n rack_id: d9feedb3-9844-4fd3-bd3c-d403eb44349a,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.919569297Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.919574507Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1213"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.919664478Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.919678378Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.91981643Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.919934481Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.919987882Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: e73d1647-fe9b-4515-81d4-4a693895bf67 (sled), rack_id: d9feedb3-9844-4fd3-bd3c-d403eb44349a, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.920234455Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4241"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.920291435Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4623"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.925015207Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.930997282Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.931109003Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.935196138Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.935251908Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.9353542Z","hostname":"buskin","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:55903","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: e73d1647-fe9b-4515-81d4-4a693895bf67 (sled), rack_id: d9feedb3-9844-4fd3-bd3c-d403eb44349a, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.935482591Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.935496671Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.935532681Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.935540971Z","hostname":"buskin","pid":1572,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.935549022Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.935555652Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.935579162Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.935609092Z","hostname":"buskin","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.935646563Z","hostname":"buskin","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.935658853Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.935665413Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.935671323Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.935775714Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.938481923Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.950565535Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.970326301Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.9877004Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.99681188Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.99684883Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.99685351Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.996894911Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 83.271349ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:55.999501159Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd68f776-4754-40ab-aea1-3f24849ccd6c\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 22:12:55 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fd68f776-4754-40ab-aea1-3f24849ccd6c\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_dbdf9901-a32f-4fda-ae6d-2b6200535def/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:56.010816532Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_dbdf9901-a32f-4fda-ae6d-2b6200535def/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:56.039429885Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_dbdf9901-a32f-4fda-ae6d-2b6200535def/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:56.039474105Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:56.046200119Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:56.046213299Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_dbdf9901-a32f-4fda-ae6d-2b6200535def/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:56.046218589Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:56.08478333Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 169.035597ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:56.085813661Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53770924-c8f2-4c30-80de-b2fe87a0a43d\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 22:12:55 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"53770924-c8f2-4c30-80de-b2fe87a0a43d\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:56.138016671Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:56.25519275Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 94.687167ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:56.255790116Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a27d366-5926-4e04-a961-f18f7e68b917\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 22:12:55 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3a27d366-5926-4e04-a961-f18f7e68b917\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:56.352051636Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 238.736557ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:56.352466181Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59d7bcdb-1409-4c11-b3d6-dc267ac6aba3\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 22:12:55 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"59d7bcdb-1409-4c11-b3d6-dc267ac6aba3\" }"} {"msg":"Mounting oxi_dbdf9901-a32f-4fda-ae6d-2b6200535def/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:56.356653187Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:56.369639479Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:56.36972102Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:56.36975074Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:56.36977193Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:56.59239319Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 169.537827ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:56.593115467Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"488a1564-97f5-4d44-ab29-cd926b3aa08c\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 22:12:55 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"488a1564-97f5-4d44-ab29-cd926b3aa08c\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:56.763496867Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 241.044103ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:56.764147144Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98c6ede7-c84c-4e6d-835d-c855e7a7f06d\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 22:12:55 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"98c6ede7-c84c-4e6d-835d-c855e7a7f06d\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:57.006218075Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 246.06538ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:57.0066459Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"927a3365-8880-4aa6-93ec-204269fdd3c1\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 22:12:57 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"927a3365-8880-4aa6-93ec-204269fdd3c1\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:57.101518846Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:57.107078416Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:59138","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:57.107109996Z","hostname":"buskin","pid":1572,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:72","component":"producer-server","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:57.107180367Z","hostname":"buskin","pid":1572,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:59138","producer_id":"e73d1647-fe9b-4515-81d4-4a693895bf67"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:12:57.108417021Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"327.349128ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:57.10928254Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:57.10928892Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:57.109342481Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:923","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:57.109348031Z","hostname":"buskin","pid":1572,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:57.253365503Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:12:57.436825275Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"583.407828ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:12:58.022776739Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.427753502s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:12:59.452647184Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.033388003s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:59.582757973Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2699"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:59.582769884Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2917"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:59.582783294Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2569"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:59.582799614Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2616"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:59.582827694Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:59.582833834Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3040"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:59.584682465Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2842"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:59.585944958Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2610"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:59.5860538Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:12:59.586250182Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 33.846554ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:12:59.799183366Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 102.19448ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:12:59.999980166Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 299.505311ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:00.178366213Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 322.841866ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:00.522159525Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.036155489s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:00.924187913Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:01.487827854Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.323285256s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.319473759s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:02.020226713Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.147738174s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:03.390931792Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 637.904545ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:04.806948645Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:05.831166162Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"9.137406384s"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:05.836527521Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:05.836571051Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:05.836602162Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:05.836620102Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:05.836837654Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:05.837006416Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:05.837099807Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:05.837111647Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3944"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:05.837117197Z","hostname":"buskin","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:55903","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.085077953Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.085163144Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.085359166Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.085396127Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.085438447Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.085476617Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.085517188Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.085530558Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.091657885Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4265","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.091697775Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4281"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.091703376Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.372806373Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:37626"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.373054206Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.373140027Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"5cf9aabc-447b-4f12-a6f0-46f66e44fd60","remote_addr":"[fd00:1122:3344:101::1]:37626","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":167,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.404501889Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:58940"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.40459297Z","hostname":"buskin","pid":1572,"uri":"/sled-role","method":"GET","req_id":"8c9fcdad-d7d5-4acf-ac86-9a5e7a72d400","remote_addr":"[fd00:1122:3344:101::1]:58940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":46,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.405265498Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.405295098Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.405611511Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.405828354Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:885"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: c5099876-d16a-4a43-8900-4f72d54e7eb5, pool_id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: fa209d26-42ca-4acb-8f15-06ac04be5dcd, pool_id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 38f592d1-a9df-4de5-90ac-c92609a4eb99, pool_id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: a4ee75d9-db89-4bf9-bf52-8a977bfc22d3, pool_id: 61946228-872f-4700-9e83-03df26588c91 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: c833282d-9209-45b4-ac44-9556cdf279bc, pool_id: afa980ad-1600-4ac8-a1da-a7da5ed5bcfa (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 36ca1533-bac2-4cb6-bef6-c1fe292890ed, pool_id: c12dbd02-a661-48cf-8c06-43e231e608c2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 6d3b754f-8145-4d72-acc5-5bbeb74a854e, pool_id: 8d522eac-c648-4f44-95e3-f5bef4eccf35 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 1b73b843-b9b2-40a7-89cf-379b1710d6b1, pool_id: cca70482-eb31-4867-9ee1-c52adad83c57 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: c97c8d74-a850-4790-a1f8-f8ff82cc7e89, pool_id: e06e1698-f12e-4790-b831-80d9d5819084 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.437325847Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.437432229Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:65082"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.437801542Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: c5099876-d16a-4a43-8900-4f72d54e7eb5, pool_id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: fa209d26-42ca-4acb-8f15-06ac04be5dcd, pool_id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 38f592d1-a9df-4de5-90ac-c92609a4eb99, pool_id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: a4ee75d9-db89-4bf9-bf52-8a977bfc22d3, pool_id: 61946228-872f-4700-9e83-03df26588c91 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: c833282d-9209-45b4-ac44-9556cdf279bc, pool_id: afa980ad-1600-4ac8-a1da-a7da5ed5bcfa (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 36ca1533-bac2-4cb6-bef6-c1fe292890ed, pool_id: c12dbd02-a661-48cf-8c06-43e231e608c2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 6d3b754f-8145-4d72-acc5-5bbeb74a854e, pool_id: 8d522eac-c648-4f44-95e3-f5bef4eccf35 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 1b73b843-b9b2-40a7-89cf-379b1710d6b1, pool_id: cca70482-eb31-4867-9ee1-c52adad83c57 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: c97c8d74-a850-4790-a1f8-f8ff82cc7e89, pool_id: e06e1698-f12e-4790-b831-80d9d5819084 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.437830153Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.437842543Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.437850863Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.437856163Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.437878054Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.437883343Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.437889183Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.437893634Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.57961176Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:06.579653741Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/e73d1647-fe9b-4515-81d4-4a693895bf67)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:06.83893688Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.049256095Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:07.111756757Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1062321636412414435"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:07.111835278Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3601656421433596717"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.119669064Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.128335768Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.128433409Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.12846762Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.12847622Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.12849013Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.128605041Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.128614401Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.167789739Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_f92d1b46-7e07-4ec2-aba2-30db99f963a1/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.176338562Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_f92d1b46-7e07-4ec2-aba2-30db99f963a1","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.381185918Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.38967262Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.389704841Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.389715521Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.389722681Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.389729231Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.399865481Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.399890662Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.513611143Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.521000254Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.521030214Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.521038684Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.521057764Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.521067314Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.521204636Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.521212076Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.560490645Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_d35c0fad-dac2-493d-91eb-9e90d1c1fc35/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.569000007Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_d35c0fad-dac2-493d-91eb-9e90d1c1fc35","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.775340129Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.783535159Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.783587889Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.78359876Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.78360486Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.783610049Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.793052383Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.793072983Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.907294519Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.915311607Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.915337487Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.915344437Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.915385158Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.915409048Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.915547069Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.915555129Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/e73d1647-fe9b-4515-81d4-4a693895bf67)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:07.920086189Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.956507927Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_110bd3b9-a18c-483b-b367-8bd30dbac190/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:07.964521634Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_110bd3b9-a18c-483b-b367-8bd30dbac190","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.171088578Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.179332788Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.179362038Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.179368948Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.179375648Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.179380518Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.189699631Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.189724681Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"61946228-872f-4700-9e83-03df26588c91 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.301957496Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 61946228-872f-4700-9e83-03df26588c91 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.309959203Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.309987044Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.309993444Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.310023834Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.310033614Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.310163176Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.310168776Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.352836671Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_61946228-872f-4700-9e83-03df26588c91/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.361049491Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_61946228-872f-4700-9e83-03df26588c91","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.567849568Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.576358711Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.576408701Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.576428992Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.576441702Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.576448032Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.586443691Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.586466441Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"afa980ad-1600-4ac8-a1da-a7da5ed5bcfa (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.695871365Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: afa980ad-1600-4ac8-a1da-a7da5ed5bcfa (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.704006944Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.704036324Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.704049594Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.704092325Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.704106215Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.704260356Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.704282917Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.744427755Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_afa980ad-1600-4ac8-a1da-a7da5ed5bcfa/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.752062558Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/e73d1647-fe9b-4515-81d4-4a693895bf67)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:08.922493448Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_afa980ad-1600-4ac8-a1da-a7da5ed5bcfa","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.955577899Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.963562277Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.963604087Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.963611957Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.963618587Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.963623017Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.973018079Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:08.973043789Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"c12dbd02-a661-48cf-8c06-43e231e608c2 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.092667535Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: c12dbd02-a661-48cf-8c06-43e231e608c2 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.100157027Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.100185417Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.100193207Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.100262898Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.100277628Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.100392269Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.100399869Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.140701699Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_c12dbd02-a661-48cf-8c06-43e231e608c2/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.147999669Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_c12dbd02-a661-48cf-8c06-43e231e608c2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.360529538Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.368414604Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.368452645Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.368459455Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.368492325Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.368499935Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.377692505Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.377715226Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"8d522eac-c648-4f44-95e3-f5bef4eccf35 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.488903909Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 8d522eac-c648-4f44-95e3-f5bef4eccf35 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.496795276Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.496825296Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.496834566Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.496856656Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.496866596Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.497013608Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.497021958Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.539195308Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_8d522eac-c648-4f44-95e3-f5bef4eccf35/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.546747621Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_8d522eac-c648-4f44-95e3-f5bef4eccf35","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.763912891Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.771977439Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.772019249Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.772025099Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.772030499Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.772037239Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.781596513Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.781626194Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"cca70482-eb31-4867-9ee1-c52adad83c57 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.90042967Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: cca70482-eb31-4867-9ee1-c52adad83c57 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.908055014Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.908083234Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.908121594Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.908147665Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.908157145Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.908298926Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.908307036Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/e73d1647-fe9b-4515-81d4-4a693895bf67)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:09.924738446Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.956329811Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_cca70482-eb31-4867-9ee1-c52adad83c57/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:09.965545971Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_cca70482-eb31-4867-9ee1-c52adad83c57","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.172808413Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.18175274Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.181794771Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.181802291Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.181810711Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.181816991Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.191771Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.19179932Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"e06e1698-f12e-4790-b831-80d9d5819084 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.31092292Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: e06e1698-f12e-4790-b831-80d9d5819084 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.318790756Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.318837976Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.318846166Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.318892677Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.318903807Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.319099249Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.319108989Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.361558113Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_e06e1698-f12e-4790-b831-80d9d5819084/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.369865963Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_e06e1698-f12e-4790-b831-80d9d5819084","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.572344503Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.580593833Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.580627403Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.580701854Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.580804355Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dbdf9901-a32f-4fda-ae6d-2b6200535def (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a051d0c4-48c8-4d82-8cd0-16c7c3966997 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 61946228-872f-4700-9e83-03df26588c91 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: afa980ad-1600-4ac8-a1da-a7da5ed5bcfa (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c12dbd02-a661-48cf-8c06-43e231e608c2 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8d522eac-c648-4f44-95e3-f5bef4eccf35 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: cca70482-eb31-4867-9ee1-c52adad83c57 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e06e1698-f12e-4790-b831-80d9d5819084 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.580850646Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.580865166Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.580993937Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.58124926Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.58125918Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.58126398Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.58127113Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.58127566Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.581317051Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.581326201Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.581364051Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:798","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.581376912Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.581460052Z","hostname":"buskin","pid":1572,"uri":"/omicron-physical-disks","method":"PUT","req_id":"2470e787-2c24-40d4-b4c7-9dab3c294b60","remote_addr":"[fd00:1122:3344:101::1]:65082","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4143857,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc802909-7c71-4d16-a6c9-7b044c738a91 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 871526bc-57f8-411f-8055-cd7e291605b3 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.612333159Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.612538952Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:62662"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33, dataset_name: DatasetName { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.612788804Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.612799704Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33, dataset_name: DatasetName { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc802909-7c71-4d16-a6c9-7b044c738a91, dataset_name: DatasetName { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.671126951Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.671161221Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: cc802909-7c71-4d16-a6c9-7b044c738a91, dataset_name: DatasetName { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871526bc-57f8-411f-8055-cd7e291605b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.72879403Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.728837591Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 871526bc-57f8-411f-8055-cd7e291605b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.786118666Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.786159616Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.786167716Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.786207177Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.830631962Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.830683942Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.830690172Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_871526bc-57f8-411f-8055-cd7e291605b3","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.883515069Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.887064458Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.890834009Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_871526bc-57f8-411f-8055-cd7e291605b3","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.90282743Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.907151997Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:10.911284302Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/e73d1647-fe9b-4515-81d4-4a693895bf67)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:10.926348776Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/e73d1647-fe9b-4515-81d4-4a693895bf67)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:11.928634724Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:12.428092885Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:12.428195755Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:12.428538109Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_871526bc-57f8-411f-8055-cd7e291605b3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:12.912088276Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:13.390540908Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:13.390622158Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33\") failed: Property not found. retry in 33.676077ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:13.397805037Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:13.397893168Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_871526bc-57f8-411f-8055-cd7e291605b3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:13.397958109Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_871526bc-57f8-411f-8055-cd7e291605b3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:13.40176979Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33\") failed: Property not found. retry in 77.238082ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:13.442630686Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91\") failed: Property not found. retry in 36.425994ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:13.526745974Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_871526bc-57f8-411f-8055-cd7e291605b3\") failed: Property not found. retry in 53.65977ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:13.533142074Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_871526bc-57f8-411f-8055-cd7e291605b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33\") failed: Property not found. retry in 243.324636ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:13.539728546Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91\") failed: Property not found. retry in 88.688239ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:13.570757434Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_871526bc-57f8-411f-8055-cd7e291605b3\") failed: Property not found. retry in 92.420441ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:13.70044814Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_871526bc-57f8-411f-8055-cd7e291605b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91\") failed: Property not found. retry in 205.128487ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:13.770428774Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33\") failed: Property not found. retry in 518.870095ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:13.850057772Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_871526bc-57f8-411f-8055-cd7e291605b3\") failed: Property not found. retry in 105.267474ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:13.881134412Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_871526bc-57f8-411f-8055-cd7e291605b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91\") failed: Property not found. retry in 389.939928ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:13.997862345Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_871526bc-57f8-411f-8055-cd7e291605b3\") failed: Property not found. retry in 500.531922ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:14.009091938Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_871526bc-57f8-411f-8055-cd7e291605b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33\") failed: Property not found. retry in 906.159342ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:14.377285456Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91\") failed: Property not found. retry in 1.145927218s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:14.396176562Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_871526bc-57f8-411f-8055-cd7e291605b3\") failed: Property not found. retry in 1.142695966s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:14.51782297Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_871526bc-57f8-411f-8055-cd7e291605b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33\") failed: Property not found. retry in 710.672124ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:15.29396698Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91\") failed: Property not found. retry in 557.873812ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:15.552189868Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_871526bc-57f8-411f-8055-cd7e291605b3\") failed: Property not found. retry in 787.767187ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:15.670235546Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_871526bc-57f8-411f-8055-cd7e291605b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:15.839017688Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8119984189251992326"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:15.839114799Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8930742699342071479"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:15.853172343Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4289"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:15.853186173Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4299","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:15.859569342Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4378"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:15.964323396Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4426"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:15.964366486Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4453"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.003411912Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4466"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.003460862Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4330"} {"msg":"wait for service Some(\"oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33\") failed: Property not found. retry in 730.417789ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:16.014104458Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.072283953Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4372"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.072334724Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4433","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.090425071Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4444"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.090461732Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4486"} {"msg":"wait for service Some(\"oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91\") failed: Property not found. retry in 1.21182837s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:16.119236776Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.159686347Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4518"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.159722268Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4524"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.251423958Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4565"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.251482709Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/e73d1647-fe9b-4515-81d4-4a693895bf67)","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:16.28364174Z","hostname":"buskin","pid":1572,"component":"NexusNotifierTask","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to get switch ID from MGS (retrying in 64.924875ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:16.283720331Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 124.150271ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:16.349330297Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"wait for service Some(\"oxz_internal_dns_871526bc-57f8-411f-8055-cd7e291605b3\") failed: Property not found. retry in 1.452849601s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:16.467561857Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_871526bc-57f8-411f-8055-cd7e291605b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.475761557Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:418"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.508074209Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:686"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.5081806Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:724"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.508460254Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:727","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.508470144Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.544480567Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.577146423Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:55932"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.577427756Z","hostname":"buskin","pid":1572,"uri":"/sled-identifiers","method":"GET","req_id":"5e586421-5dd6-4aca-80d2-2465ff4e3c1e","remote_addr":"[fd00:1122:3344:101::2]:55932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"200"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.592611432Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.592668373Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.592674613Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.592684133Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.592697483Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.592702153Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.592705683Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.592710783Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.592715133Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.592719413Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.592723713Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.592728103Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.592735063Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.592746433Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.592751263Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.592755363Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.592761374Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.592778524Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.592784044Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.592787554Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.592793284Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.592798994Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:16.592804464Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33\") failed: Property not found. retry in 1.496232849s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:16.75370383Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:17.114110233Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1062321636412414435"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:17.114227304Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3601656421433596717"} {"msg":"wait for service Some(\"oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91\") failed: Property not found. retry in 1.102999378s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:17.340622305Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_871526bc-57f8-411f-8055-cd7e291605b3\") failed: Property not found. retry in 1.045126698s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:17.934224873Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_871526bc-57f8-411f-8055-cd7e291605b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33\") failed: Property not found. retry in 978.238315ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:18.25924922Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91\") failed: Property not found. retry in 1.399594329s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:18.453375108Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:19.871255352Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_871526bc-57f8-411f-8055-cd7e291605b3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:19.871302872Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_cc802909-7c71-4d16-a6c9-7b044c738a91"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:19.871310742Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33"} {"msg":"Writing ledger to /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:19.871322993Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:19.871765978Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:19.872057121Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"097c6de9-c50b-48b8-8875-958f7d901a12","remote_addr":"[fd00:1122:3344:101::1]:62662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9259461,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:19.87383098Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:19.926208162Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:19.973460197Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.020017165Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.020029715Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.066142308Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.06811272Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.06811855Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc802909-7c71-4d16-a6c9-7b044c738a91 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 871526bc-57f8-411f-8055-cd7e291605b3 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 61fbf480-b2b2-42e4-949c-fb4b781b12a8 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 61946228-872f-4700-9e83-03df26588c91 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ea70c24a-2518-4ec8-8cc4-89254857385e, kind: Service { id: 61fbf480-b2b2-42e4-949c-fb4b781b12a8 }, name: Name(\"ntp-61fbf480-b2b2-42e4-949c-fb4b781b12a8\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 93])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.097084476Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.097248248Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61425"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33, dataset_name: DatasetName { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.097539401Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.097549071Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33, dataset_name: DatasetName { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc802909-7c71-4d16-a6c9-7b044c738a91, dataset_name: DatasetName { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.119200247Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.119247108Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: cc802909-7c71-4d16-a6c9-7b044c738a91, dataset_name: DatasetName { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871526bc-57f8-411f-8055-cd7e291605b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.137347616Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.137389216Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 871526bc-57f8-411f-8055-cd7e291605b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.15419548Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.15427177Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.154470372Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.154578384Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.165882107Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.198131609Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.198743346Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.198750296Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.228288788Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 136, 93]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.228318018Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.228750763Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.228761833Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.229058877Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.2302834Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.252837726Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.270139175Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.889454814Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:20.889675786Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8\") failed: Property not found. retry in 26.526251ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:21.023709438Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8\") failed: Property not found. retry in 106.111893ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:21.058990814Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8\") failed: Property not found. retry in 206.491165ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:21.19706451Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8\") failed: Property not found. retry in 203.346238ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:21.413869036Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8\") failed: Property not found. retry in 593.488939ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:21.6276623Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8\") failed: Property not found. retry in 1.144402492s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:22.231368058Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8\") failed: Property not found. retry in 1.317304675s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:23.385449802Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8\") failed: Property not found. retry in 1.123566598s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:24.712552185Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:25.85748739Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8119984189251992326"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:25.857597681Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8930742699342071479"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:25.862299912Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8"} {"msg":"Writing ledger to /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:25.862374433Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:25.862668816Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:25.862946619Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"7d43c7bf-ee7a-45fa-b757-96e84215722d","remote_addr":"[fd00:1122:3344:101::1]:61425","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5765608,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:25.866192175Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:25.896423325Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:25.896558096Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:48206"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:25.905361032Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:25.905475033Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"20742751-95fa-45c3-b120-9144fe57fa48","remote_addr":"[fd00:1122:3344:101::1]:48206","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8779,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:25.908317914Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:26.044584701Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:26.044755073Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:51619"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:27.117330648Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1062321636412414435"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:27.117430379Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3601656421433596717"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:29.003921236Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11281371777258665374"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:29.260249414Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17502329229766300117"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:29.874217024Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14972362447574491271"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:30.053911155Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:30.054044506Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"eeccf3aa-d269-4444-84f7-498be778721d","remote_addr":"[fd00:1122:3344:101::1]:51619","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009216,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:30.056914738Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:30.189922929Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:30.190071311Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:52388"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:30.199225861Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:30.199358702Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"51e9d11d-7e17-4434-a9d0-daaa3a47703f","remote_addr":"[fd00:1122:3344:101::1]:52388","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9227,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:30.201483455Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:30.428533013Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:30.428693475Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:47640"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_61fbf480-b2b2-42e4-949c-fb4b781b12a8': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:30.437085566Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:30.437195158Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"c63e9d98-813e-47b0-869b-9063e56b1373","remote_addr":"[fd00:1122:3344:101::1]:47640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8408,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:30.439057108Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:30.682748488Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:30.682878829Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45319"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:34.362655621Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"c935c2d2-7c95-4958-980a-597ea4ba1dd5","remote_addr":"[fd00:1122:3344:101::1]:45319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4008696,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.004765798 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:34.365514453Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:34.365522773Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:34.501899895Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:34.502042107Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:52255"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:34.510827273Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"002989d7-fdf9-4874-b8a6-08bc106b9edb","remote_addr":"[fd00:1122:3344:101::1]:52255","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8767,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.004361759 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:34.512595972Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:34.512604453Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:34.743156945Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:34.743328117Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43176"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:34.749839048Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"341.357534ms"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:34.752319845Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"e0645c8c-29db-48ac-a376-64a32efb1bd0","remote_addr":"[fd00:1122:3344:101::1]:43176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8850,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.005317773 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:34.754088175Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:34.754094065Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:35.113813671Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:35.113943643Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:44405"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:35.123126943Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"d468e369-f915-4099-af96-dfbad182e67e","remote_addr":"[fd00:1122:3344:101::1]:44405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9015,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.004310888 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:35.127202388Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:35.127209568Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:35.529314828Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:35.529518201Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:56461"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:35.533876888Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8119984189251992326"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:35.53405759Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8930742699342071479"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:35.535073811Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2799119749983550347"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:35.535209233Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2667302944577732005"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:35.538740931Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"b1fa3e32-3d1f-459f-b927-867bfffdbef2","remote_addr":"[fd00:1122:3344:101::1]:56461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9061,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.003417289 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:35.5404403Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:35.54044454Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:36.0503944Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:36.050613952Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:60478"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:36.059147406Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"3c8fcc6e-494d-4571-bdab-ff184d52ef82","remote_addr":"[fd00:1122:3344:101::1]:60478","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8369,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.002003275 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:36.06137303Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:36.06138031Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:36.638210182Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:36.638374764Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:47569"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:36.645865516Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"5a90eac1-f283-4861-b105-80c916e58e03","remote_addr":"[fd00:1122:3344:101::1]:47569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7409,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.000295567 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:36.647913618Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:36.647920858Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:36.784015588Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1062321636412414435"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T22:13:36.784129509Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3601656421433596717"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:37.376140807Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:37.3763473Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:46676"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:37.385276757Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"0e22a77a-ac54-44f5-a0e3-ac5136374510","remote_addr":"[fd00:1122:3344:101::1]:46676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8862,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -7.8725e-5 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:37.3873421Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:37.38734798Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.10880017Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.108962462Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:57237"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.130130383Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"e2bc85c3-4c6e-42e7-aa2f-f950a867c143","remote_addr":"[fd00:1122:3344:101::1]:57237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":21024,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1738043714, ip_addr: 103.152.113.66, stratum: 4, ref_time: 1728512017.4879975, correction: 0.000534723 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.133402418Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.133407912Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1299"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc802909-7c71-4d16-a6c9-7b044c738a91 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 871526bc-57f8-411f-8055-cd7e291605b3 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 61fbf480-b2b2-42e4-949c-fb4b781b12a8 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 61946228-872f-4700-9e83-03df26588c91 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ea70c24a-2518-4ec8-8cc4-89254857385e, kind: Service { id: 61fbf480-b2b2-42e4-949c-fb4b781b12a8 }, name: Name(\"ntp-61fbf480-b2b2-42e4-949c-fb4b781b12a8\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 93])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: ff21370f-940a-4602-a7c4-518c4f5bbd17 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: ed7ee59f-689c-4336-aefe-f8e3d51515a2 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External } } } }, OmicronZoneConfig { id: adb734d5-01dd-48db-babf-f4c5233956fc (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External } } } }, OmicronZoneConfig { id: 730f3521-a3cc-404a-8c83-ca0dbd49e2ef (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 61946228-872f-4700-9e83-03df26588c91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 61946228-872f-4700-9e83-03df26588c91 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8675bb83-e07f-4871-8599-fd2cc733524f (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: afa980ad-1600-4ac8-a1da-a7da5ed5bcfa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: afa980ad-1600-4ac8-a1da-a7da5ed5bcfa (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.162867458Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.16296856Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45678"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33, dataset_name: DatasetName { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.163396654Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.163403085Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33, dataset_name: DatasetName { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc802909-7c71-4d16-a6c9-7b044c738a91, dataset_name: DatasetName { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.182311728Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.182360637Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: cc802909-7c71-4d16-a6c9-7b044c738a91, dataset_name: DatasetName { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871526bc-57f8-411f-8055-cd7e291605b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.20104864Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.201088765Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 871526bc-57f8-411f-8055-cd7e291605b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ff21370f-940a-4602-a7c4-518c4f5bbd17, dataset_name: DatasetName { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.220614846Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.2206517Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ff21370f-940a-4602-a7c4-518c4f5bbd17, dataset_name: DatasetName { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ed7ee59f-689c-4336-aefe-f8e3d51515a2, dataset_name: DatasetName { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.274001757Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.274044404Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ed7ee59f-689c-4336-aefe-f8e3d51515a2, dataset_name: DatasetName { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: adb734d5-01dd-48db-babf-f4c5233956fc, dataset_name: DatasetName { pool_name: ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.32676407Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.326804805Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: adb734d5-01dd-48db-babf-f4c5233956fc, dataset_name: DatasetName { pool_name: ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 730f3521-a3cc-404a-8c83-ca0dbd49e2ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 61946228-872f-4700-9e83-03df26588c91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.378336614Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.378375089Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 730f3521-a3cc-404a-8c83-ca0dbd49e2ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 61946228-872f-4700-9e83-03df26588c91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8675bb83-e07f-4871-8599-fd2cc733524f, dataset_name: DatasetName { pool_name: ZpoolName { id: afa980ad-1600-4ac8-a1da-a7da5ed5bcfa (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.431900651Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.432001924Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8675bb83-e07f-4871-8599-fd2cc733524f, dataset_name: DatasetName { pool_name: ZpoolName { id: afa980ad-1600-4ac8-a1da-a7da5ed5bcfa (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.482092411Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.482137617Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.482362779Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.482484336Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.564192595Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.564252024Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.564258343Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.564264643Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.564269855Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.652792448Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.656590824Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.660448956Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.664686873Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.669231349Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.674843185Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.679251908Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.683602578Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.688595523Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:38.693460176Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:41.655019666Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:41.655157738Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:41.66085642Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:41.661023522Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:41.661136663Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:41.661158433Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:41.665719163Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:41.670533816Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:41.675405089Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:41.67553077Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17\") failed: Property not found. retry in 42.4216ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:41.799737536Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc\") failed: Property not found. retry in 36.448245ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:41.807371989Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2\") failed: Property not found. retry in 60.684509ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:41.814357675Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f\") failed: Property not found. retry in 40.018491ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:41.821393192Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef\") failed: Property not found. retry in 39.606035ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:41.827443658Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17\") failed: Property not found. retry in 57.323809ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:41.848597159Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc\") failed: Property not found. retry in 86.762369ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:41.855197311Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f\") failed: Property not found. retry in 101.664419ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:42.022497816Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2\") failed: Property not found. retry in 112.412115ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:42.238939206Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc\") failed: Property not found. retry in 219.312595ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:42.337375377Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f\") failed: Property not found. retry in 107.301581ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:43.328077178Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef\") failed: Property not found. retry in 62.646199ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:44.081976357Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17\") failed: Property not found. retry in 110.257295ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:44.241054423Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2\") failed: Property not found. retry in 216.077476ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:44.644891749Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc\") failed: Property not found. retry in 378.197845ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:44.66420138Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f\") failed: Property not found. retry in 295.190535ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:44.705015475Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef\") failed: Property not found. retry in 118.810119ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:44.719922898Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17\") failed: Property not found. retry in 237.345964ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:44.734176303Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef\") failed: Property not found. retry in 229.744794ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:44.849081834Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2\") failed: Property not found. retry in 488.50961ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:44.866043192Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17\") failed: Property not found. retry in 895.337272ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:44.984287702Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f\") failed: Property not found. retry in 1.164432117s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:45.011977254Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc\") failed: Property not found. retry in 749.183982ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:45.054265396Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef\") failed: Property not found. retry in 690.812202ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:45.094794529Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2\") failed: Property not found. retry in 466.220197ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:45.364990048Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:45.728822019Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41563"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:13:45.728982231Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"b7c93963-39fc-4498-bfc2-32616e6e267a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41563","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef\") failed: Property not found. retry in 1.156720549s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:45.79581949Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc\") failed: Property not found. retry in 1.083542868s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:45.812092478Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2\") failed: Property not found. retry in 1.073897033s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:45.841342158Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17\") failed: Property not found. retry in 993.486361ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:45.889040538Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f\") failed: Property not found. retry in 522.069692ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:46.185531244Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f\") failed: Property not found. retry in 872.67126ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:46.716869893Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17\") failed: Property not found. retry in 825.37899ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:46.891016654Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc\") failed: Property not found. retry in 658.595066ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:46.903220797Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2\") failed: Property not found. retry in 1.087187908s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:46.923145935Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef\") failed: Property not found. retry in 861.287727ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:46.961033708Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc\") failed: Property not found. retry in 1.018540013s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:47.575342246Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f\") failed: Property not found. retry in 888.393231ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:47.603699405Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17\") failed: Property not found. retry in 1.156016689s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:47.73149411Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef\") failed: Property not found. retry in 1.283687697s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:47.832542174Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2\") failed: Property not found. retry in 1.134017079s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:48.0217903Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f\") failed: Property not found. retry in 1.250712063s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:48.500365254Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc\") failed: Property not found. retry in 831.965064ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:48.60166882Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17\") failed: Property not found. retry in 1.194656557s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:48.895444176Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef\") failed: Property not found. retry in 842.299599ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:49.125871481Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2\") failed: Property not found. retry in 578.331728ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:49.163664514Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc\") failed: Property not found. retry in 1.497510347s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:49.441652807Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2\") failed: Property not found. retry in 842.51363ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:49.751906733Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f\") failed: Property not found. retry in 1.341714791s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:49.759713398Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef\") failed: Property not found. retry in 1.351507454s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:49.977880829Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17\") failed: Property not found. retry in 1.433823562s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:50.100030912Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:50.149819456Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"478.849951ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2\") failed: Property not found. retry in 1.063942572s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:50.604598397Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc\") failed: Property not found. retry in 872.169352ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:50.949902205Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f\") failed: Property not found. retry in 1.484520423s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:51.112512359Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef\") failed: Property not found. retry in 713.98901ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:51.34073623Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17\") failed: Property not found. retry in 1.035317686s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:51.544150149Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc\") failed: Property not found. retry in 1.33639096s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:51.831783428Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef\") failed: Property not found. retry in 1.42666041s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:52.065382047Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17\") failed: Property not found. retry in 639.253011ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:52.589950948Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f\") failed: Property not found. retry in 1.337975491s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:52.607837471Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc\") failed: Property not found. retry in 1.472739474s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:53.18214334Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17\") failed: Property not found. retry in 701.310155ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:53.23949211Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef\") failed: Property not found. retry in 684.968005ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:53.501884479Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17\") failed: Property not found. retry in 1.389070477s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:53.950611215Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f\") failed: Property not found. retry in 677.811763ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:53.957720477Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef\") failed: Property not found. retry in 1.114656904s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:54.205166903Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f\") failed: Property not found. retry in 673.703708ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:54.646400528Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc\") failed: Property not found. retry in 923.09789ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:54.663941529Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f\") failed: Property not found. retry in 572.419478ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:55.331286483Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef\") failed: Property not found. retry in 1.170671979s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:55.340291711Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17\") failed: Property not found. retry in 997.268859ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:55.34933816Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc\") failed: Property not found. retry in 863.085692ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:55.596066473Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f\") failed: Property not found. retry in 958.612187ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:55.913285714Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17\") failed: Property not found. retry in 1.407678187s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:56.356205089Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc\") failed: Property not found. retry in 1.416678492s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:56.468506684Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef\") failed: Property not found. retry in 1.47004138s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:56.51941354Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f\") failed: Property not found. retry in 737.056266ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:56.880520301Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f\") failed: Property not found. retry in 1.333877329s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:57.626922029Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17\") failed: Property not found. retry in 1.082313739s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:57.773178735Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc\") failed: Property not found. retry in 799.109108ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:57.893693591Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef\") failed: Property not found. retry in 646.707294ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:57.998613956Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef\") failed: Property not found. retry in 1.414280711s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:58.654602945Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc\") failed: Property not found. retry in 1.240624451s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:58.701601518Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17\") failed: Property not found. retry in 566.359295ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:58.864392195Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f\") failed: Property not found. retry in 637.986144ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:58.969604033Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17\") failed: Property not found. retry in 1.209299233s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:59.439327339Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f\") failed: Property not found. retry in 1.356254799s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:59.615915006Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc\") failed: Property not found. retry in 655.848359ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:13:59.951921652Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef\") failed: Property not found. retry in 1.28953728s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:00.078010024Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc\") failed: Property not found. retry in 793.43204ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:00.61621217Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17\") failed: Property not found. retry in 1.371487472s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:00.656707551Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f\") failed: Property not found. retry in 610.697053ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:00.981265252Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:02.051802293Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_ed7ee59f-689c-4336-aefe-f8e3d51515a2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:02.051861593Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_adb734d5-01dd-48db-babf-f4c5233956fc"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:02.051871804Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_8675bb83-e07f-4871-8599-fd2cc733524f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:02.051878614Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_730f3521-a3cc-404a-8c83-ca0dbd49e2ef"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:02.051916154Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_ff21370f-940a-4602-a7c4-518c4f5bbd17"} {"msg":"Writing ledger to /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:02.051924404Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:02.052395939Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:02.05281103Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"3fdf3e2c-85e5-48ac-9b7c-1a0b3c7e112e","remote_addr":"[fd00:1122:3344:101::1]:45678","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":23887787,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:02.091364975Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:39318"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::6]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:02.124401155Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3740"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:19.535660355Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3758"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:26.885708553Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3781"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:26.885959605Z","hostname":"buskin","pid":1572,"uri":"/cockroachdb","method":"POST","req_id":"c4785c84-3a3b-4dec-82ce-eef394282619","remote_addr":"[fd00:1122:3344:101::1]:39318","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":24794229,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:26.886461641Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41946"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:26.887561503Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"ee067a75-d747-4500-ac95-ac57177baf77","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41946","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":438,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:26.891170713Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"562.482099ms"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc802909-7c71-4d16-a6c9-7b044c738a91 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 871526bc-57f8-411f-8055-cd7e291605b3 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 61fbf480-b2b2-42e4-949c-fb4b781b12a8 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 61946228-872f-4700-9e83-03df26588c91 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ea70c24a-2518-4ec8-8cc4-89254857385e, kind: Service { id: 61fbf480-b2b2-42e4-949c-fb4b781b12a8 }, name: Name(\"ntp-61fbf480-b2b2-42e4-949c-fb4b781b12a8\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 93])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: ff21370f-940a-4602-a7c4-518c4f5bbd17 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: ed7ee59f-689c-4336-aefe-f8e3d51515a2 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External } } } }, OmicronZoneConfig { id: adb734d5-01dd-48db-babf-f4c5233956fc (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External } } } }, OmicronZoneConfig { id: 730f3521-a3cc-404a-8c83-ca0dbd49e2ef (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 61946228-872f-4700-9e83-03df26588c91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 61946228-872f-4700-9e83-03df26588c91 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8675bb83-e07f-4871-8599-fd2cc733524f (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: afa980ad-1600-4ac8-a1da-a7da5ed5bcfa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: afa980ad-1600-4ac8-a1da-a7da5ed5bcfa (zpool), kind: External } } } }, OmicronZoneConfig { id: adec4417-aa8b-44ac-8839-bbea1819408b (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d7c521c4-363b-4b75-9154-797cd4bb58b8, kind: Service { id: adec4417-aa8b-44ac-8839-bbea1819408b }, name: Name(\"external-dns-adec4417-aa8b-44ac-8839-bbea1819408b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 81])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: d257e55e-d837-42a2-821b-3ef3612b9fc9 (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 8fece337-a0f0-460a-bd34-681b066d0478, kind: Service { id: d257e55e-d837-42a2-821b-3ef3612b9fc9 }, name: Name(\"external-dns-d257e55e-d837-42a2-821b-3ef3612b9fc9\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 194, 225])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 72214028-b361-4bc2-87b2-7d97a6ca238a (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: b37f0f6b-c400-4dc8-90e9-d756033bc537, kind: Service { id: 72214028-b361-4bc2-87b2-7d97a6ca238a }, name: Name(\"nexus-72214028-b361-4bc2-87b2-7d97a6ca238a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 170])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 982ea3ef-7c32-4697-bdf0-3ddad2eb1667 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 61946228-872f-4700-9e83-03df26588c91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: be58d842-f45d-474b-8ef2-cfe71c95fc8d, kind: Service { id: 982ea3ef-7c32-4697-bdf0-3ddad2eb1667 }, name: Name(\"nexus-982ea3ef-7c32-4697-bdf0-3ddad2eb1667\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 69d959d0-e7d0-400e-a4bf-811e1ebba69b (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: cca70482-eb31-4867-9ee1-c52adad83c57 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: e316b81f-a230-499b-8ea1-29ea00426304, kind: Service { id: 69d959d0-e7d0-400e-a4bf-811e1ebba69b }, name: Name(\"nexus-69d959d0-e7d0-400e-a4bf-811e1ebba69b\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 33])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 831c2d57-e72a-48a5-a2e8-ff9934bf44bd (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: e06e1698-f12e-4790-b831-80d9d5819084 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 70e42ed2-3f79-48e0-93a8-ae98f65b73a4 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a7cabff8-7ad5-49d8-b2b2-494329cfc461 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: e06e1698-f12e-4790-b831-80d9d5819084 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 915c2359-70d0-4922-b6f1-6312543aa01c (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 8d522eac-c648-4f44-95e3-f5bef4eccf35 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3455cdec-1c5d-498e-addd-ef1b0c4de8ba (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7 (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External } } } }, OmicronZoneConfig { id: a56a864d-5e4c-4fd2-9515-0ada9f766e5c (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External } } } }, OmicronZoneConfig { id: 044a00a7-fbcc-4ab2-a3a1-712e83b13558 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 61946228-872f-4700-9e83-03df26588c91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 61946228-872f-4700-9e83-03df26588c91 (zpool), kind: External } } } }, OmicronZoneConfig { id: e2bd64cf-c73d-4b85-a28a-15f34b7abb74 (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: afa980ad-1600-4ac8-a1da-a7da5ed5bcfa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: afa980ad-1600-4ac8-a1da-a7da5ed5bcfa (zpool), kind: External } } } }, OmicronZoneConfig { id: e2826a9b-e994-4977-b859-41440b99a7e5 (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: c12dbd02-a661-48cf-8c06-43e231e608c2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c12dbd02-a661-48cf-8c06-43e231e608c2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72aba653-ebc3-49be-8c59-d6a47fe12bb0 (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 8d522eac-c648-4f44-95e3-f5bef4eccf35 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8d522eac-c648-4f44-95e3-f5bef4eccf35 (zpool), kind: External } } } }, OmicronZoneConfig { id: 25161f96-0f61-4f7c-9097-2d198dcb28d3 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: cca70482-eb31-4867-9ee1-c52adad83c57 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cca70482-eb31-4867-9ee1-c52adad83c57 (zpool), kind: External } } } }, OmicronZoneConfig { id: e00891f6-ca47-4382-b883-d715faf723ba (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: e06e1698-f12e-4790-b831-80d9d5819084 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e06e1698-f12e-4790-b831-80d9d5819084 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:26.922451134Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:26.922608765Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38876"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33, dataset_name: DatasetName { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:26.923395954Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:26.923408854Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: cb0a6c0f-23d9-4bb1-b632-5082fb2f7d33, dataset_name: DatasetName { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc802909-7c71-4d16-a6c9-7b044c738a91, dataset_name: DatasetName { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:26.952257469Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:26.95231092Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: cc802909-7c71-4d16-a6c9-7b044c738a91, dataset_name: DatasetName { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871526bc-57f8-411f-8055-cd7e291605b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:26.975657955Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:26.975711665Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 871526bc-57f8-411f-8055-cd7e291605b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ff21370f-940a-4602-a7c4-518c4f5bbd17, dataset_name: DatasetName { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:26.999221362Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:26.999265782Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ff21370f-940a-4602-a7c4-518c4f5bbd17, dataset_name: DatasetName { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ed7ee59f-689c-4336-aefe-f8e3d51515a2, dataset_name: DatasetName { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.022392065Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.022439165Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ed7ee59f-689c-4336-aefe-f8e3d51515a2, dataset_name: DatasetName { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: adb734d5-01dd-48db-babf-f4c5233956fc, dataset_name: DatasetName { pool_name: ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.04393524Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.04397875Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: adb734d5-01dd-48db-babf-f4c5233956fc, dataset_name: DatasetName { pool_name: ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 730f3521-a3cc-404a-8c83-ca0dbd49e2ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 61946228-872f-4700-9e83-03df26588c91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.065152061Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.065203382Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 730f3521-a3cc-404a-8c83-ca0dbd49e2ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 61946228-872f-4700-9e83-03df26588c91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8675bb83-e07f-4871-8599-fd2cc733524f, dataset_name: DatasetName { pool_name: ZpoolName { id: afa980ad-1600-4ac8-a1da-a7da5ed5bcfa (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.08704987Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.087095971Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8675bb83-e07f-4871-8599-fd2cc733524f, dataset_name: DatasetName { pool_name: ZpoolName { id: afa980ad-1600-4ac8-a1da-a7da5ed5bcfa (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: adec4417-aa8b-44ac-8839-bbea1819408b, dataset_name: DatasetName { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.107845987Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.107888907Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: adec4417-aa8b-44ac-8839-bbea1819408b, dataset_name: DatasetName { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d257e55e-d837-42a2-821b-3ef3612b9fc9, dataset_name: DatasetName { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.194356651Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.194409902Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d257e55e-d837-42a2-821b-3ef3612b9fc9, dataset_name: DatasetName { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 70e42ed2-3f79-48e0-93a8-ae98f65b73a4, dataset_name: DatasetName { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.279365469Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.279415819Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 70e42ed2-3f79-48e0-93a8-ae98f65b73a4, dataset_name: DatasetName { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3455cdec-1c5d-498e-addd-ef1b0c4de8ba, dataset_name: DatasetName { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.362765609Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.36282223Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3455cdec-1c5d-498e-addd-ef1b0c4de8ba, dataset_name: DatasetName { pool_name: ZpoolName { id: f92d1b46-7e07-4ec2-aba2-30db99f963a1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7, dataset_name: DatasetName { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.471531956Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.471585617Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7, dataset_name: DatasetName { pool_name: ZpoolName { id: d35c0fad-dac2-493d-91eb-9e90d1c1fc35 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a56a864d-5e4c-4fd2-9515-0ada9f766e5c, dataset_name: DatasetName { pool_name: ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.547601836Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.547657907Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a56a864d-5e4c-4fd2-9515-0ada9f766e5c, dataset_name: DatasetName { pool_name: ZpoolName { id: 110bd3b9-a18c-483b-b367-8bd30dbac190 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 044a00a7-fbcc-4ab2-a3a1-712e83b13558, dataset_name: DatasetName { pool_name: ZpoolName { id: 61946228-872f-4700-9e83-03df26588c91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.619243688Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.619290119Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 044a00a7-fbcc-4ab2-a3a1-712e83b13558, dataset_name: DatasetName { pool_name: ZpoolName { id: 61946228-872f-4700-9e83-03df26588c91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2bd64cf-c73d-4b85-a28a-15f34b7abb74, dataset_name: DatasetName { pool_name: ZpoolName { id: afa980ad-1600-4ac8-a1da-a7da5ed5bcfa (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.687945677Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.687989868Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e2bd64cf-c73d-4b85-a28a-15f34b7abb74, dataset_name: DatasetName { pool_name: ZpoolName { id: afa980ad-1600-4ac8-a1da-a7da5ed5bcfa (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e2826a9b-e994-4977-b859-41440b99a7e5, dataset_name: DatasetName { pool_name: ZpoolName { id: c12dbd02-a661-48cf-8c06-43e231e608c2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.762471201Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.762531621Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e2826a9b-e994-4977-b859-41440b99a7e5, dataset_name: DatasetName { pool_name: ZpoolName { id: c12dbd02-a661-48cf-8c06-43e231e608c2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72aba653-ebc3-49be-8c59-d6a47fe12bb0, dataset_name: DatasetName { pool_name: ZpoolName { id: 8d522eac-c648-4f44-95e3-f5bef4eccf35 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.826093415Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.826135105Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 72aba653-ebc3-49be-8c59-d6a47fe12bb0, dataset_name: DatasetName { pool_name: ZpoolName { id: 8d522eac-c648-4f44-95e3-f5bef4eccf35 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 25161f96-0f61-4f7c-9097-2d198dcb28d3, dataset_name: DatasetName { pool_name: ZpoolName { id: cca70482-eb31-4867-9ee1-c52adad83c57 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.889973082Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.890012843Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 25161f96-0f61-4f7c-9097-2d198dcb28d3, dataset_name: DatasetName { pool_name: ZpoolName { id: cca70482-eb31-4867-9ee1-c52adad83c57 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e00891f6-ca47-4382-b883-d715faf723ba, dataset_name: DatasetName { pool_name: ZpoolName { id: e06e1698-f12e-4790-b831-80d9d5819084 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.962038079Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:27.962084289Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e00891f6-ca47-4382-b883-d715faf723ba, dataset_name: DatasetName { pool_name: ZpoolName { id: e06e1698-f12e-4790-b831-80d9d5819084 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.03634484Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.03640058Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.036666693Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.037046877Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.146081507Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.173712299Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.173958541Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.173968912Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.200582452Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.200761644Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.200794974Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.200816194Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.200839055Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.212645984Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.21417045Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.417380418Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.417433549Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.417439959Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.417445109Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.417449959Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.417454799Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.417470799Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.417474289Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.417725102Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.423329633Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.42947603Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.435025061Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.440566691Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.445597386Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.609678656Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.614014564Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.618755866Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.623956052Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.628576913Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.633426875Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.639250349Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.644398915Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.649304888Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.655369565Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.660479Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.665670907Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.671832714Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.677709248Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.683592633Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.689732689Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.696052509Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.701282326Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.707313992Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.713511009Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.720637647Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.727934537Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.817056749Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.922704597Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:28.987006594Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.052925363Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.134330802Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.143925616Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.143942997Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.200922388Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 186, 170]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.200952659Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.202572246Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.202595487Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.255744837Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 155, 81]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.255776407Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.256893779Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.256910519Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.309541554Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 194, 225]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.309570434Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.311399624Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.311414064Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.365334983Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 238, 33]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.365365493Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.366581976Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.366597536Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.367904961Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.367917491Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.42189348Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 202, 60]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.42192459Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.422002111Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.423597929Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.497504905Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.497596316Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.497727927Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.497748618Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.497893509Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.497904139Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.500424717Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.500440657Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.500562138Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.503851404Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.50711804Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.50801407Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.50803017Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.511971533Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.511992613Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.670053998Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.67028592Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.742454608Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.754263267Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.768840146Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.780846487Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.792196811Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.807631169Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.817486807Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.827967161Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:29.840890652Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:32.073676338Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:32.075430388Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:32.128053802Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:32.129529728Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:32.476493905Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:32.476644416Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:32.476906259Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:32.48887817Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:32.488995291Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:32.489045502Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:32.489111842Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:32.49900437Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:32.500706569Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:32.501153774Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:32.501177904Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:32.510206442Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:32.525094375Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:32.541304232Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:32.549042486Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:32.556236425Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:33.258298986Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:33.258457478Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0\") failed: Property not found. retry in 54.634262ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:33.55099109Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74\") failed: Property not found. retry in 58.143695ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:33.560039939Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3\") failed: Property not found. retry in 43.867833ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:33.568130857Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c\") failed: Property not found. retry in 61.501207ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:33.576019453Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd\") failed: Property not found. retry in 57.670886ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:33.584748879Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba\") failed: Property not found. retry in 40.479724ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:33.636956588Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9\") failed: Property not found. retry in 56.568912ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:33.66374305Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7\") failed: Property not found. retry in 57.16125ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:33.688883145Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c\") failed: Property not found. retry in 40.739231ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:33.706874101Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5\") failed: Property not found. retry in 65.213539ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:33.731732382Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558\") failed: Property not found. retry in 52.56129ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:33.749642408Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3\") failed: Property not found. retry in 107.918741ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:33.775197137Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c\") failed: Property not found. retry in 91.32558ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:33.784290616Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd\") failed: Property not found. retry in 100.615277ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:33.797876644Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba\") failed: Property not found. retry in 91.404491ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:33.810937167Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9\") failed: Property not found. retry in 113.344014ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:33.828777091Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7\") failed: Property not found. retry in 133.879258ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:33.848585958Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c\") failed: Property not found. retry in 67.418352ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:33.864450931Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5\") failed: Property not found. retry in 142.686168ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:33.885152447Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0\") failed: Property not found. retry in 110.954354ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:33.903937932Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558\") failed: Property not found. retry in 83.995738ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:33.920620754Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74\") failed: Property not found. retry in 140.806207ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.089151583Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3\") failed: Property not found. retry in 215.545925ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.103165796Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c\") failed: Property not found. retry in 102.490119ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.29874815Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd\") failed: Property not found. retry in 190.160741ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.351452646Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba\") failed: Property not found. retry in 195.799207ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.3757141Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9\") failed: Property not found. retry in 113.481684ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.398724131Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7\") failed: Property not found. retry in 194.981709ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.413845676Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c\") failed: Property not found. retry in 108.114847ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.429280195Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5\") failed: Property not found. retry in 122.458508ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.442827043Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0\") failed: Property not found. retry in 142.393999ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.457416122Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558\") failed: Property not found. retry in 219.708149ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.47029007Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74\") failed: Property not found. retry in 292.421595ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.482385314Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3\") failed: Property not found. retry in 405.806997ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.497375338Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c\") failed: Property not found. retry in 380.987422ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.51400406Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9\") failed: Property not found. retry in 238.55228ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.528148564Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c\") failed: Property not found. retry in 495.524814ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.549321485Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd\") failed: Property not found. retry in 343.644056ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.560696179Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5\") failed: Property not found. retry in 419.066555ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.580241442Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba\") failed: Property not found. retry in 200.706334ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.591858259Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0\") failed: Property not found. retry in 412.873146ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.613219532Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7\") failed: Property not found. retry in 436.858827ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.625272694Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558\") failed: Property not found. retry in 246.588101ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.705092704Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9\") failed: Property not found. retry in 837.824777ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.779444666Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74\") failed: Property not found. retry in 518.282747ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.794095916Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba\") failed: Property not found. retry in 545.551943ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.80733423Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c\") failed: Property not found. retry in 486.0167ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.909735958Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3\") failed: Property not found. retry in 582.41012ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.923291026Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd\") failed: Property not found. retry in 671.243657ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.935284176Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558\") failed: Property not found. retry in 991.521776ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:34.969944355Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:34.990335747Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:34.992778434Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5\") failed: Property not found. retry in 754.660533ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:35.013729653Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:35.014128807Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:35.0143701Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0\") failed: Property not found. retry in 677.80559ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:35.259456004Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7\") failed: Property not found. retry in 520.423954ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:35.369535105Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c\") failed: Property not found. retry in 433.684566ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:41.334273428Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5\") failed: Property not found. retry in 614.448353ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:42.671242268Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0\") failed: Property not found. retry in 816.971143ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:42.742695727Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558\") failed: Property not found. retry in 604.256251ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:42.777998693Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74\") failed: Property not found. retry in 657.863531ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:42.872526934Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3\") failed: Property not found. retry in 542.014989ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:42.949007319Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667\") failed: Property not found. retry in 60.106021ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:42.962565557Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c\") failed: Property not found. retry in 931.849903ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:42.976788572Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd\") failed: Property not found. retry in 1.000479724s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:43.029424927Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba\") failed: Property not found. retry in 553.425775ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:43.042384368Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9\") failed: Property not found. retry in 679.773007ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:43.075509519Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b\") failed: Property not found. retry in 74.800275ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:43.098813044Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7\") failed: Property not found. retry in 765.2369ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:43.142089576Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c\") failed: Property not found. retry in 510.264075ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:43.197827705Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667\") failed: Property not found. retry in 147.961884ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:43.241173378Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b\") failed: Property not found. retry in 127.950574ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:43.289849969Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5\") failed: Property not found. retry in 505.572821ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:43.320391742Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558\") failed: Property not found. retry in 1.129622936s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:43.495503273Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3\") failed: Property not found. retry in 881.859156ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:43.510933742Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667\") failed: Property not found. retry in 151.525745ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:43.560230949Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b\") failed: Property not found. retry in 183.313151ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:43.61070669Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0\") failed: Property not found. retry in 1.339104622s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:43.633832252Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74\") failed: Property not found. retry in 1.423626788s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:43.646837504Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba\") failed: Property not found. retry in 1.35868451s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:43.665770441Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c\") failed: Property not found. retry in 767.94776ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:43.731738501Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667\") failed: Property not found. retry in 446.081584ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:43.74087772Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9\") failed: Property not found. retry in 829.321978ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:43.776941184Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b\") failed: Property not found. retry in 357.962432ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:43.803520594Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5\") failed: Property not found. retry in 1.478270508s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:43.835443532Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:43.888029066Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"2.431875095s"} {"msg":"wait for service Some(\"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7\") failed: Property not found. retry in 587.5773ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:43.946809958Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c\") failed: Property not found. retry in 725.8624ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:44.008119957Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd\") failed: Property not found. retry in 1.372886214s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:44.04232087Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b\") failed: Property not found. retry in 1.134237996s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:44.176198411Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667\") failed: Property not found. retry in 843.20219ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:44.197733726Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:44.198743597Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:44.199594037Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3\") failed: Property not found. retry in 1.000158066s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:44.40422844Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461\") failed: Property not found. retry in 67.003318ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:44.469114908Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c\") failed: Property not found. retry in 780.600935ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:44.511026065Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7\") failed: Property not found. retry in 1.169013756s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:44.547010268Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461\") failed: Property not found. retry in 64.516242ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:44.556607783Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9\") failed: Property not found. retry in 1.224503304s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:44.6196064Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461\") failed: Property not found. retry in 145.294847ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:44.633481891Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558\") failed: Property not found. retry in 844.707153ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:44.644781075Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:44.725172412Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c\") failed: Property not found. retry in 546.358066ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:44.749485107Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:44.749646389Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461\") failed: Property not found. retry in 599.422952ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:44.791361704Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0\") failed: Property not found. retry in 640.637998ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:44.98615428Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba\") failed: Property not found. retry in 34.622333ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:44.996065618Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba\") failed: Property not found. retry in 1.075281544s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:45.036653871Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba\") failed: Property not found. retry in 56.668202ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:45.046820132Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667\") failed: Property not found. retry in 635.252788ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:45.058218936Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74\") failed: Property not found. retry in 1.496792061s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:45.08235134Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba\") failed: Property not found. retry in 253.3875ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:45.113099385Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c\") failed: Property not found. retry in 1.084040461s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:45.303781016Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c\") failed: Property not found. retry in 893.396565ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:45.314310681Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b\") failed: Property not found. retry in 1.41764502s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:45.324412672Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5\") failed: Property not found. retry in 1.445905994s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:45.333660893Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba\") failed: Property not found. retry in 402.423907ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:45.379700275Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461\") failed: Property not found. retry in 648.761198ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:45.405402055Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3\") failed: Property not found. retry in 531.9541ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:45.415215223Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:45.415585307Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:45.415968471Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd\") failed: Property not found. retry in 1.027191778s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:45.430090695Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558\") failed: Property not found. retry in 1.253798604s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:45.500858917Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd\") failed: Property not found. retry in 40.462612ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:45.59733581Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0\") failed: Property not found. retry in 1.386751937s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:45.637831452Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd\") failed: Property not found. retry in 103.280548ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:45.647326535Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667\") failed: Property not found. retry in 937.674461ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:45.704352678Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7\") failed: Property not found. retry in 1.008523081s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:45.72564853Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd\") failed: Property not found. retry in 264.309588ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:45.759985025Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba\") failed: Property not found. retry in 434.000759ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:45.793000795Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9\") failed: Property not found. retry in 580.749703ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:45.854592087Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3\") failed: Property not found. retry in 1.353281362s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:45.965907142Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd\") failed: Property not found. retry in 349.580762ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:46.044681952Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461\") failed: Property not found. retry in 729.743901ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:46.074452586Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba\") failed: Property not found. retry in 1.042683642s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:46.125023238Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c\") failed: Property not found. retry in 707.179768ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:46.218979064Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba\") failed: Property not found. retry in 1.28037691s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:46.238285414Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd\") failed: Property not found. retry in 1.100587975s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:46.499859979Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9\") failed: Property not found. retry in 877.347525ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:46.508046438Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd\") failed: Property not found. retry in 739.869927ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:46.51552713Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c\") failed: Property not found. retry in 1.11736734s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:46.522210153Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74\") failed: Property not found. retry in 1.104538836s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:46.59611381Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667\") failed: Property not found. retry in 742.757355ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:46.651298891Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7\") failed: Property not found. retry in 1.489191269s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:46.74556318Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b\") failed: Property not found. retry in 674.401777ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:46.753747619Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558\") failed: Property not found. retry in 1.10949487s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:46.764208913Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5\") failed: Property not found. retry in 1.199187696s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:46.788695071Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461\") failed: Property not found. retry in 916.691434ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:46.814542463Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c\") failed: Property not found. retry in 986.015016ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:46.934851236Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0\") failed: Property not found. retry in 1.05470964s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:47.035661396Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba\") failed: Property not found. retry in 741.41519ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:47.179226082Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:47.207511881Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:47.207753464Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd\") failed: Property not found. retry in 1.311205977s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:47.309380903Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3\") failed: Property not found. retry in 1.464480703s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:47.331174801Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9\") failed: Property not found. retry in 898.857412ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:47.398253203Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667\") failed: Property not found. retry in 1.15460392s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:47.40902113Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b\") failed: Property not found. retry in 760.987384ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:47.438249859Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b\") failed: Property not found. retry in 63.444739ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:47.467451458Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba\") failed: Property not found. retry in 1.407077716s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:47.531385856Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b\") failed: Property not found. retry in 91.325761ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:47.541810819Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd\") failed: Property not found. retry in 618.49815ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:47.664103213Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b\") failed: Property not found. retry in 262.93049ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:47.6829992Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c\") failed: Property not found. retry in 1.242911418s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:47.700158108Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74\") failed: Property not found. retry in 1.12398945s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:47.711137627Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461\") failed: Property not found. retry in 598.888248ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:47.743583861Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558\") failed: Property not found. retry in 584.701108ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:47.886273948Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:47.910965798Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:47.91118244Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c\") failed: Property not found. retry in 758.714204ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:47.932075118Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba\") failed: Property not found. retry in 615.528752ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:47.942865896Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b\") failed: Property not found. retry in 221.504895ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:47.960105064Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5\") failed: Property not found. retry in 1.275827088s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.000459474Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0\") failed: Property not found. retry in 826.77195ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.102102793Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a\") failed: Property not found. retry in 68.765298ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.117143008Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b\") failed: Property not found. retry in 1.112387772s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.198664387Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a\") failed: Property not found. retry in 132.425915ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.224206316Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b\") failed: Property not found. retry in 871.923735ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.24379002Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7\") failed: Property not found. retry in 1.237445814s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.253535166Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd\") failed: Property not found. retry in 1.07186632s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.29515698Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9\") failed: Property not found. retry in 1.076058242s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.311474898Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461\") failed: Property not found. retry in 1.188862173s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.358679993Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a\") failed: Property not found. retry in 214.997388ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.378893584Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558\") failed: Property not found. retry in 997.429975ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.4838942Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:48.485671819Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:48.485985343Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba\") failed: Property not found. retry in 1.18463858s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.573495928Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667\") failed: Property not found. retry in 1.307441923s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.585443758Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a\") failed: Property not found. retry in 450.319372ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.605540353Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd\") failed: Property not found. retry in 897.145257ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.632040947Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4\") failed: Property not found. retry in 55.825076ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.692582867Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c\") failed: Property not found. retry in 1.404725218s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.7020433Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4\") failed: Property not found. retry in 123.617171ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.762447249Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3\") failed: Property not found. retry in 1.302512538s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.823988501Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74\") failed: Property not found. retry in 565.767981ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.874203559Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4\") failed: Property not found. retry in 107.950342ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.894840184Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0\") failed: Property not found. retry in 789.688613ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.939690144Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba\") failed: Property not found. retry in 706.991268ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.950554692Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c\") failed: Property not found. retry in 1.126521285s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:48.963035398Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4\") failed: Property not found. retry in 210.805921ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:49.023773601Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a\") failed: Property not found. retry in 872.27463ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:49.070321569Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b\") failed: Property not found. retry in 1.359451438s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:49.131118762Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4\") failed: Property not found. retry in 939.090701ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:49.248876528Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5\") failed: Property not found. retry in 782.764268ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:49.290432391Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b\") failed: Property not found. retry in 1.189662906s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:49.326534925Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd\") failed: Property not found. retry in 900.606837ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:49.383729289Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9\") failed: Property not found. retry in 1.179957909s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:49.404438675Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74\") failed: Property not found. retry in 1.167397277s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:49.455448892Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558\") failed: Property not found. retry in 1.047555348s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:49.50020939Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7\") failed: Property not found. retry in 527.228133ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:49.522397993Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd\") failed: Property not found. retry in 1.283647532s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:49.547036862Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461\") failed: Property not found. retry in 995.021907ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:49.565521933Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba\") failed: Property not found. retry in 1.469221214s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:49.670485188Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0\") failed: Property not found. retry in 1.069194884s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:49.745422366Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba\") failed: Property not found. retry in 836.126654ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:49.772503822Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667\") failed: Property not found. retry in 1.383907177s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:49.907060396Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a\") failed: Property not found. retry in 740.008645ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:49.956842024Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7\") failed: Property not found. retry in 800.650933ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:50.062857601Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5\") failed: Property not found. retry in 1.382331942s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:50.085227555Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c\") failed: Property not found. retry in 905.136322ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:50.10406642Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c\") failed: Property not found. retry in 1.420526569s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:50.12324534Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3\") failed: Property not found. retry in 856.418221ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:50.143074696Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4\") failed: Property not found. retry in 906.032462ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:50.204005441Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd\") failed: Property not found. retry in 1.0432266s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:50.300535815Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b\") failed: Property not found. retry in 1.187979921s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:50.512657449Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b\") failed: Property not found. retry in 1.170364713s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:50.537148247Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558\") failed: Property not found. retry in 857.616ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:50.563714336Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461\") failed: Property not found. retry in 590.460102ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:50.576799449Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9\") failed: Property not found. retry in 513.97029ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:50.597997321Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba\") failed: Property not found. retry in 1.24765481s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:50.620569057Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74\") failed: Property not found. retry in 1.196251102s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:50.634483419Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a\") failed: Property not found. retry in 1.251159023s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:50.708403705Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0\") failed: Property not found. retry in 1.229819133s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:50.829417756Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd\") failed: Property not found. retry in 879.126647ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:50.843631461Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7\") failed: Property not found. retry in 610.173543ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:50.875172215Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3\") failed: Property not found. retry in 1.160159952s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:51.012771797Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c\") failed: Property not found. retry in 1.206946275s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:51.024744727Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4\") failed: Property not found. retry in 1.181894843s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:51.122762087Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9\") failed: Property not found. retry in 736.681432ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:51.133408453Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba\") failed: Property not found. retry in 804.517685ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:51.150562411Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461\") failed: Property not found. retry in 1.439286156s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:51.176820137Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667\") failed: Property not found. retry in 1.322836482s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:51.301895072Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd\") failed: Property not found. retry in 1.093886848s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:51.355682539Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558\") failed: Property not found. retry in 1.147378002s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:51.434021814Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5\") failed: Property not found. retry in 1.104105009s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:51.479240518Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7\") failed: Property not found. retry in 1.118303153s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:51.495787358Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c\") failed: Property not found. retry in 1.165981882s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:51.554140055Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b\") failed: Property not found. retry in 1.470350898s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:51.713966628Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b\") failed: Property not found. retry in 689.925928ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:51.727746089Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd\") failed: Property not found. retry in 730.51906ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:51.739672099Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74\") failed: Property not found. retry in 1.320282153s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:51.84425568Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba\") failed: Property not found. retry in 1.276518352s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:51.878297142Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9\") failed: Property not found. retry in 827.216059ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:51.888950918Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba\") failed: Property not found. retry in 734.190126ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:51.97252354Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a\") failed: Property not found. retry in 1.186229226s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:51.987335092Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0\") failed: Property not found. retry in 721.29225ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:52.070641101Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3\") failed: Property not found. retry in 1.462580064s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:52.186992091Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c\") failed: Property not found. retry in 752.397635ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:52.249163239Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4\") failed: Property not found. retry in 1.090712661s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:52.315306461Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b\") failed: Property not found. retry in 542.663664ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:52.42705141Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd\") failed: Property not found. retry in 826.390284ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:52.460194862Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd\") failed: Property not found. retry in 553.117768ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:52.479533773Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558\") failed: Property not found. retry in 744.71511ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:52.593194454Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5\") failed: Property not found. retry in 1.39269893s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:52.602640207Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7\") failed: Property not found. retry in 1.054005829s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:52.624802659Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461\") failed: Property not found. retry in 692.017982ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:52.636804659Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667\") failed: Property not found. retry in 613.675597ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:52.646844249Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba\") failed: Property not found. retry in 1.261068872s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:52.718306879Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9\") failed: Property not found. retry in 715.549877ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:52.727913373Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c\") failed: Property not found. retry in 746.587619ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:52.736820691Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0\") failed: Property not found. retry in 676.808472ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:52.810385484Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b\") failed: Property not found. retry in 1.470956081s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:52.982449471Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c\") failed: Property not found. retry in 522.453938ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.012904614Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd\") failed: Property not found. retry in 553.096199ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.044786512Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba\") failed: Property not found. retry in 573.951716ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.165439379Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74\") failed: Property not found. retry in 605.671241ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.176302087Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a\") failed: Property not found. retry in 1.255879055s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.185367546Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b\") failed: Property not found. retry in 1.4084985s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.193018729Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667\") failed: Property not found. retry in 548.036505ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.271104761Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd\") failed: Property not found. retry in 637.073551ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.296803492Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461\") failed: Property not found. retry in 1.202140589s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.339517728Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558\") failed: Property not found. retry in 706.679521ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.348676458Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4\") failed: Property not found. retry in 551.228041ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.415638569Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9\") failed: Property not found. retry in 1.293759729s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.454613434Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c\") failed: Property not found. retry in 1.477183941s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.492800001Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0\") failed: Property not found. retry in 974.422908ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.500536676Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c\") failed: Property not found. retry in 540.932976ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.54581856Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd\") failed: Property not found. retry in 566.357005ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.608952099Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3\") failed: Property not found. retry in 1.460824079s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.65948874Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7\") failed: Property not found. retry in 1.437360542s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.687240113Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba\") failed: Property not found. retry in 860.178157ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.748688373Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74\") failed: Property not found. retry in 571.437778ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.793544213Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667\") failed: Property not found. retry in 973.924613ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.829415654Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd\") failed: Property not found. retry in 1.347790104s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.943315306Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4\") failed: Property not found. retry in 1.389690919s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.97564854Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba\") failed: Property not found. retry in 809.777372ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:53.989853655Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5\") failed: Property not found. retry in 630.119669ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:54.007042352Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558\") failed: Property not found. retry in 860.590166ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:54.068104539Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c\") failed: Property not found. retry in 655.218417ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:54.097341438Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd\") failed: Property not found. retry in 1.342350845s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:54.184109715Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74\") failed: Property not found. retry in 981.718749ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:54.377576936Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a\") failed: Property not found. retry in 701.488458ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:54.45214496Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b\") failed: Property not found. retry in 549.357733ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:54.465583227Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0\") failed: Property not found. retry in 631.088431ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:54.486737558Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461\") failed: Property not found. retry in 1.12236522s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:54.554091433Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b\") failed: Property not found. retry in 956.118757ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:54.615772036Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba\") failed: Property not found. retry in 964.179513ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:54.626831836Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5\") failed: Property not found. retry in 667.157238ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:54.649506163Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9\") failed: Property not found. retry in 1.29430763s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:54.75913753Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c\") failed: Property not found. retry in 1.414927936s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:54.771265562Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba\") failed: Property not found. retry in 712.633564ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:54.810074366Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667\") failed: Property not found. retry in 1.012255117s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:54.81963925Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558\") failed: Property not found. retry in 1.463676209s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:54.938685269Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c\") failed: Property not found. retry in 970.264768ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:54.978834397Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b\") failed: Property not found. retry in 1.459103859s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:55.024548776Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0\") failed: Property not found. retry in 1.028303118s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:55.128202158Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3\") failed: Property not found. retry in 885.981365ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:55.137470539Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7\") failed: Property not found. retry in 810.302495ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:55.14580542Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a\") failed: Property not found. retry in 885.119574ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:55.165894539Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd\") failed: Property not found. retry in 684.873042ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:55.302274697Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5\") failed: Property not found. retry in 856.320992ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:55.325721043Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74\") failed: Property not found. retry in 1.230420681s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:55.36845874Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4\") failed: Property not found. retry in 959.44033ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:55.3767233Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba\") failed: Property not found. retry in 543.171514ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:55.533098126Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd\") failed: Property not found. retry in 1.299264686s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:55.542168135Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b\") failed: Property not found. retry in 1.472144339s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:55.581872359Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba\") failed: Property not found. retry in 1.359224256s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:55.599563402Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461\") failed: Property not found. retry in 1.032566805s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:55.686422779Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667\") failed: Property not found. retry in 1.149187233s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:55.841821635Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c\") failed: Property not found. retry in 662.622954ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:55.959767642Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7\") failed: Property not found. retry in 637.514776ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:55.96877174Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd\") failed: Property not found. retry in 856.718716ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:55.996805806Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3\") failed: Property not found. retry in 868.596492ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:56.033907621Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a\") failed: Property not found. retry in 969.95899ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:56.060197878Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9\") failed: Property not found. retry in 1.1507343s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:56.068372867Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba\") failed: Property not found. retry in 1.055570287s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:56.083700094Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0\") failed: Property not found. retry in 1.430921748s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:56.165531978Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5\") failed: Property not found. retry in 1.348993792s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:56.19046072Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c\") failed: Property not found. retry in 692.020565ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:56.198130443Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4\") failed: Property not found. retry in 1.230578745s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:56.344933376Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558\") failed: Property not found. retry in 1.112752428s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:56.413652375Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b\") failed: Property not found. retry in 1.295279745s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:56.493867661Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74\") failed: Property not found. retry in 548.477877ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:56.608902476Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7\") failed: Property not found. retry in 818.519291ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:56.61660602Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c\") failed: Property not found. retry in 1.082095673s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:56.631892377Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461\") failed: Property not found. retry in 1.105566155s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:56.727795493Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd\") failed: Property not found. retry in 1.334002403s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:56.85211729Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd\") failed: Property not found. retry in 990.290979ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:56.863667956Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c\") failed: Property not found. retry in 1.089843667s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:56.899009362Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3\") failed: Property not found. retry in 1.219491068s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:56.913256987Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba\") failed: Property not found. retry in 1.007532904s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:56.967460679Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667\") failed: Property not found. retry in 1.296354362s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:56.999577049Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:57.011955824Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:14:57.031358796Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"d0ea5ae1-f2a2-48fb-9df0-9a9319b17a59","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55014","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":671,"response_code":"200"} {"msg":"wait for service Some(\"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a\") failed: Property not found. retry in 675.851672ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:57.039164131Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b\") failed: Property not found. retry in 739.616482ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:57.063498407Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba\") failed: Property not found. retry in 1.323042223s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:57.149096371Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74\") failed: Property not found. retry in 790.767503ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:57.166808744Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9\") failed: Property not found. retry in 525.486843ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:57.238138923Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7\") failed: Property not found. retry in 1.166098813s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:57.445780709Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558\") failed: Property not found. retry in 888.818817ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:57.536882233Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5\") failed: Property not found. retry in 1.469550115s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:57.549014065Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4\") failed: Property not found. retry in 678.987537ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:57.585740856Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0\") failed: Property not found. retry in 749.051777ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:57.607211511Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c\") failed: Property not found. retry in 1.128503996s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:57.725189098Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a\") failed: Property not found. retry in 1.470013017s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:57.732947632Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9\") failed: Property not found. retry in 1.048206952s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:57.773644067Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b\") failed: Property not found. retry in 1.330997662s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:57.798912302Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b\") failed: Property not found. retry in 1.081217517s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:57.814100288Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461\") failed: Property not found. retry in 1.231352637s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:57.84364579Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd\") failed: Property not found. retry in 1.333819991s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:57.864072213Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74\") failed: Property not found. retry in 531.465744ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:57.973161754Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba\") failed: Property not found. retry in 1.114992874s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:57.984139834Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c\") failed: Property not found. retry in 928.730264ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:57.998336208Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd\") failed: Property not found. retry in 1.026380521s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:58.198753946Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4\") failed: Property not found. retry in 815.484962ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:58.276273512Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667\") failed: Property not found. retry in 552.138008ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:58.305333279Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba\") failed: Property not found. retry in 895.447483ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:58.483445943Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9\") failed: Property not found. retry in 1.099400337s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:58.834533754Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667\") failed: Property not found. retry in 1.219479015s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:58.879462744Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c\") failed: Property not found. retry in 535.279729ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:58.937845121Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4\") failed: Property not found. retry in 634.949048ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:59.103428438Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba\") failed: Property not found. retry in 595.919478ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:59.114187226Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b\") failed: Property not found. retry in 1.112877812s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:59.143150352Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4\") failed: Property not found. retry in 608.442587ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:14:59.759454817Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.412710496Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_72214028-b361-4bc2-87b2-7d97a6ca238a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.412770787Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_clickhouse_70e42ed2-3f79-48e0-93a8-ae98f65b73a4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.412779127Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_25161f96-0f61-4f7c-9097-2d198dcb28d3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.412785557Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_982ea3ef-7c32-4697-bdf0-3ddad2eb1667"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.412792177Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_915c2359-70d0-4922-b6f1-6312543aa01c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.412798648Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_a7cabff8-7ad5-49d8-b2b2-494329cfc461"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.412805328Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_1f53504d-2c88-4c0b-9bf5-9bbeb4627ccd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.412811778Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_3455cdec-1c5d-498e-addd-ef1b0c4de8ba"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.412818238Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_external_dns_adec4417-aa8b-44ac-8839-bbea1819408b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.412869968Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_external_dns_d257e55e-d837-42a2-821b-3ef3612b9fc9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.412876958Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_69d959d0-e7d0-400e-a4bf-811e1ebba69b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.412883818Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_oximeter_831c2d57-e72a-48a5-a2e8-ff9934bf44bd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.412891658Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_54b3fe40-2ddb-4e92-b9b2-b26eaa5cc7b7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.412900759Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_a56a864d-5e4c-4fd2-9515-0ada9f766e5c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.412906909Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_e2826a9b-e994-4977-b859-41440b99a7e5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.412914559Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_72aba653-ebc3-49be-8c59-d6a47fe12bb0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.412921089Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_044a00a7-fbcc-4ab2-a3a1-712e83b13558"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.412926459Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_e00891f6-ca47-4382-b883-d715faf723ba"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.412932639Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_e2bd64cf-c73d-4b85-a28a-15f34b7abb74"} {"msg":"Writing ledger to /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.413305533Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.420825315Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.424738458Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"636ed599-0efc-4afb-b0c6-d9e600c45a77","remote_addr":"[fd00:1122:3344:101::1]:38876","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33501306,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.430891085Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1322"} {"msg":"Writing ledger to /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.431271639Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.431542042Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.67244977Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::c]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.674018567Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.717383251Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/d9feedb3-9844-4fd3-bd3c-d403eb44349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.71910151Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/d9feedb3-9844-4fd3-bd3c-d403eb44349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:00.847832935Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/d9feedb3-9844-4fd3-bd3c-d403eb44349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:01.023713964Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/d9feedb3-9844-4fd3-bd3c-d403eb44349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:01.204272424Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/d9feedb3-9844-4fd3-bd3c-d403eb44349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:01.305092955Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/d9feedb3-9844-4fd3-bd3c-d403eb44349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:01.445108163Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:15:01.49252354Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"5.236384273s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/d9feedb3-9844-4fd3-bd3c-d403eb44349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:01.753344286Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/d9feedb3-9844-4fd3-bd3c-d403eb44349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:02.14226233Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/d9feedb3-9844-4fd3-bd3c-d403eb44349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:02.341460114Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/d9feedb3-9844-4fd3-bd3c-d403eb44349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:02.826073923Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/d9feedb3-9844-4fd3-bd3c-d403eb44349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:03.300928845Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/d9feedb3-9844-4fd3-bd3c-d403eb44349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:03.641763214Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/d9feedb3-9844-4fd3-bd3c-d403eb44349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:04.173002651Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/d9feedb3-9844-4fd3-bd3c-d403eb44349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:05.326612801Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/d9feedb3-9844-4fd3-bd3c-d403eb44349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:06.104154166Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:15:06.769459556Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"5.815649527s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/d9feedb3-9844-4fd3-bd3c-d403eb44349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:07.965151774Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/d9feedb3-9844-4fd3-bd3c-d403eb44349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:08.857752765Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/d9feedb3-9844-4fd3-bd3c-d403eb44349a/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:11.373369488Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T22:15:12.620781371Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"13.875891402s"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b40e2d8-1c53-4c9f-b814-1dcaf567254f\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 22:15:14 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"d9feedb3-9844-4fd3-bd3c-d403eb44349a\\\"\", request_id: \"2b40e2d8-1c53-4c9f-b814-1dcaf567254f\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:14.710482995Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ebf3dfc-21c9-40e0-8f84-4c2ee8c7ae03\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 22:15:18 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"e73d1647-fe9b-4515-81d4-4a693895bf67\\\"\", request_id: \"7ebf3dfc-21c9-40e0-8f84-4c2ee8c7ae03\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:18.530178239Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e48f8b93-52e7-4b01-be93-fbde8bff43a9\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 22:15:21 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"e73d1647-fe9b-4515-81d4-4a693895bf67\\\"\", request_id: \"e48f8b93-52e7-4b01-be93-fbde8bff43a9\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:21.622519975Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86717ee4-c449-4a30-9f89-c226ea35fa45\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 22:15:24 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"e73d1647-fe9b-4515-81d4-4a693895bf67\\\"\", request_id: \"86717ee4-c449-4a30-9f89-c226ea35fa45\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:24.465967005Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:27.065158449Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44558"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:27.06523142Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"737a6483-01d2-4d12-b427-403685956765","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44558","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e05e412b-e3a6-47fe-9b1d-52b6fc9a7088\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 22:15:30 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"e73d1647-fe9b-4515-81d4-4a693895bf67\\\"\", request_id: \"e05e412b-e3a6-47fe-9b1d-52b6fc9a7088\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:30.643257486Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:36.060796207Z","hostname":"buskin","pid":1572,"component":"NexusNotifierTask","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:36.152328156Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48749"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:36.154340188Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:36.363585501Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"953804ff-2399-453f-be2d-6c30ea470156","remote_addr":"[fd00:1122:3344:101::c]:48749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":210321,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:36.364957526Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:36.365019577Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:36.366492463Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:36.368536785Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"GET","req_id":"9a309ac0-14e8-4ee1-8b3f-41354764e7e0","remote_addr":"[fd00:1122:3344:101::c]:48749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4504,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.588037249Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:36221"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.591161853Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8fece337-a0f0-460a-bd34-681b066d0478, kind: Service { id: d257e55e-d837-42a2-821b-3ef3612b9fc9 }, name: Name(\"external-dns-d257e55e-d837-42a2-821b-3ef3612b9fc9\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 194, 225])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d7c521c4-363b-4b75-9154-797cd4bb58b8, kind: Service { id: adec4417-aa8b-44ac-8839-bbea1819408b }, name: Name(\"external-dns-adec4417-aa8b-44ac-8839-bbea1819408b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 81])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b37f0f6b-c400-4dc8-90e9-d756033bc537, kind: Service { id: 72214028-b361-4bc2-87b2-7d97a6ca238a }, name: Name(\"nexus-72214028-b361-4bc2-87b2-7d97a6ca238a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 170])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be58d842-f45d-474b-8ef2-cfe71c95fc8d, kind: Service { id: 982ea3ef-7c32-4697-bdf0-3ddad2eb1667 }, name: Name(\"nexus-982ea3ef-7c32-4697-bdf0-3ddad2eb1667\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e316b81f-a230-499b-8ea1-29ea00426304, kind: Service { id: 69d959d0-e7d0-400e-a4bf-811e1ebba69b }, name: Name(\"nexus-69d959d0-e7d0-400e-a4bf-811e1ebba69b\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 33])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.591217634Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.591243384Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.591251124Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.591256704Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.591267684Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.591273064Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.591305125Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"9ea5e494-dd69-4f0e-9062-5d1d10591fcb","remote_addr":"[fd00:1122:3344:101::c]:36221","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3178,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.592517318Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:959"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.720920389Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44325"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.721184082Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8fece337-a0f0-460a-bd34-681b066d0478, kind: Service { id: d257e55e-d837-42a2-821b-3ef3612b9fc9 }, name: Name(\"external-dns-d257e55e-d837-42a2-821b-3ef3612b9fc9\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 194, 225])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d7c521c4-363b-4b75-9154-797cd4bb58b8, kind: Service { id: adec4417-aa8b-44ac-8839-bbea1819408b }, name: Name(\"external-dns-adec4417-aa8b-44ac-8839-bbea1819408b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 81])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b37f0f6b-c400-4dc8-90e9-d756033bc537, kind: Service { id: 72214028-b361-4bc2-87b2-7d97a6ca238a }, name: Name(\"nexus-72214028-b361-4bc2-87b2-7d97a6ca238a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 170])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be58d842-f45d-474b-8ef2-cfe71c95fc8d, kind: Service { id: 982ea3ef-7c32-4697-bdf0-3ddad2eb1667 }, name: Name(\"nexus-982ea3ef-7c32-4697-bdf0-3ddad2eb1667\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e316b81f-a230-499b-8ea1-29ea00426304, kind: Service { id: 69d959d0-e7d0-400e-a4bf-811e1ebba69b }, name: Name(\"nexus-69d959d0-e7d0-400e-a4bf-811e1ebba69b\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 33])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.721246442Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.721283183Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.721293143Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.721303693Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.721314923Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.721321403Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.721337743Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"330128c1-065a-4090-9089-44377ec8a9ab","remote_addr":"[fd00:1122:3344:101::a]:44325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":330,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.871876906Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44443"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.872066139Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8fece337-a0f0-460a-bd34-681b066d0478, kind: Service { id: d257e55e-d837-42a2-821b-3ef3612b9fc9 }, name: Name(\"external-dns-d257e55e-d837-42a2-821b-3ef3612b9fc9\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 194, 225])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d7c521c4-363b-4b75-9154-797cd4bb58b8, kind: Service { id: adec4417-aa8b-44ac-8839-bbea1819408b }, name: Name(\"external-dns-adec4417-aa8b-44ac-8839-bbea1819408b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 81])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b37f0f6b-c400-4dc8-90e9-d756033bc537, kind: Service { id: 72214028-b361-4bc2-87b2-7d97a6ca238a }, name: Name(\"nexus-72214028-b361-4bc2-87b2-7d97a6ca238a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 170])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be58d842-f45d-474b-8ef2-cfe71c95fc8d, kind: Service { id: 982ea3ef-7c32-4697-bdf0-3ddad2eb1667 }, name: Name(\"nexus-982ea3ef-7c32-4697-bdf0-3ddad2eb1667\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e316b81f-a230-499b-8ea1-29ea00426304, kind: Service { id: 69d959d0-e7d0-400e-a4bf-811e1ebba69b }, name: Name(\"nexus-69d959d0-e7d0-400e-a4bf-811e1ebba69b\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 33])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.872099589Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.872141309Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.87216176Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.87217034Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.87217693Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.87218177Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.87220421Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"f6327f3a-82e9-4a53-9b3d-33b5dc5f1c6f","remote_addr":"[fd00:1122:3344:101::b]:44443","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":246,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.891644642Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34597"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:39.891764154Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:40.071317843Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"49b753b5-4951-4a12-9887-4ba936a3dc9f","remote_addr":"[fd00:1122:3344:101::c]:34597","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":179519,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:40.07190754Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:40.071996201Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:40.072512706Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:40.073567098Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"GET","req_id":"3d3d8a66-fbdb-4682-ad4a-acacb1312022","remote_addr":"[fd00:1122:3344:101::c]:34597","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1826,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:41.391718412Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37938"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:41.392606722Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8fece337-a0f0-460a-bd34-681b066d0478, kind: Service { id: d257e55e-d837-42a2-821b-3ef3612b9fc9 }, name: Name(\"external-dns-d257e55e-d837-42a2-821b-3ef3612b9fc9\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 194, 225])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d7c521c4-363b-4b75-9154-797cd4bb58b8, kind: Service { id: adec4417-aa8b-44ac-8839-bbea1819408b }, name: Name(\"external-dns-adec4417-aa8b-44ac-8839-bbea1819408b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 81])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b37f0f6b-c400-4dc8-90e9-d756033bc537, kind: Service { id: 72214028-b361-4bc2-87b2-7d97a6ca238a }, name: Name(\"nexus-72214028-b361-4bc2-87b2-7d97a6ca238a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 170])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be58d842-f45d-474b-8ef2-cfe71c95fc8d, kind: Service { id: 982ea3ef-7c32-4697-bdf0-3ddad2eb1667 }, name: Name(\"nexus-982ea3ef-7c32-4697-bdf0-3ddad2eb1667\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e316b81f-a230-499b-8ea1-29ea00426304, kind: Service { id: 69d959d0-e7d0-400e-a4bf-811e1ebba69b }, name: Name(\"nexus-69d959d0-e7d0-400e-a4bf-811e1ebba69b\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 33])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:41.392651543Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:41.392684143Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:41.392699753Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:41.392706933Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:41.392715723Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:41.392721454Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:41.392735164Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"554d0840-e2d0-4d76-8655-10336189da04","remote_addr":"[fd00:1122:3344:101::c]:37938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":949,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:46.248261861Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63541"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:46.249148231Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a6f3ca20-0253-474d-bf7d-287864ba7dd5","remote_addr":"[fd00:1122:3344:101::c]:63541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":814,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:46.281986789Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:46.282011149Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"2a634d11-4217-40de-9747-5fe33f4d2006","remote_addr":"[fd00:1122:3344:101::c]:63541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:46.666341433Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45992"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:46.667069101Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"bb547d2a-5f1b-48d1-bbed-15f5ab62a841","remote_addr":"[fd00:1122:3344:101::c]:45992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":635,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:46.802515019Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45886"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:46.802683341Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:46.90702823Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:46.994280972Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"7ff4796e-4ac4-4afa-9efe-4c1a93fbfcb0","remote_addr":"[fd00:1122:3344:101::c]:45886","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":191688,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:46.996090572Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"4a56ae5b-06fc-4354-9451-1929cd818f8f","remote_addr":"[fd00:1122:3344:101::c]:45886","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1436,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:46.996504736Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"2c6fde98-272d-41e8-82c9-d84038e0dde5","remote_addr":"[fd00:1122:3344:101::c]:63541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1899,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.041058173Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55613"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.041178524Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"2d0ef650-0cf7-4c20-959f-3423011bcfe4","remote_addr":"[fd00:1122:3344:101::c]:55613","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.058016148Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/dbdf9901-a32f-4fda-ae6d-2b6200535def/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.058584044Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/a051d0c4-48c8-4d82-8cd0-16c7c3966997/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.059545504Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.060675047Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.060708727Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"PUT","req_id":"bddcfc38-e28d-41e6-8ac7-074deee9b2dd","remote_addr":"[fd00:1122:3344:101::c]:45886","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4300,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.116716278Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.116748919Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c90c4b0c-2ebc-4112-9e45-11536b502aea","remote_addr":"[fd00:1122:3344:101::c]:55613","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":146,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.132548451Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"ad04cb23-1bbe-4fb6-ab37-06f84a4c6d40","remote_addr":"[fd00:1122:3344:101::c]:55613","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":285,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.152070704Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62114"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.152211246Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"699a797c-e236-427c-bdb5-e02863343c84","remote_addr":"[fd00:1122:3344:101::b]:62114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.390970341Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.391004202Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"8299ecf8-3b62-4ee8-a352-895d8230d30d","remote_addr":"[fd00:1122:3344:101::b]:62114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.393267596Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62866"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.393423728Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"22b3359d-22a4-4454-92db-9f802b09139d","remote_addr":"[fd00:1122:3344:101::a]:62866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":44,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.428873085Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"eab20295-003d-47be-af8f-8353d20b4a97","remote_addr":"[fd00:1122:3344:101::b]:62114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":235,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.446438737Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53883"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.446557458Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.500746079Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.579773202Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"51a2c4c7-e5af-400d-b050-a7afaec66e32","remote_addr":"[fd00:1122:3344:101::b]:53883","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":133258,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.580061525Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60567"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.580191596Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.580241457Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"a33460e7-a396-4177-87d7-d07d4f3f61f9","remote_addr":"[fd00:1122:3344:101::a]:62866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":217,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.580432409Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"686ca532-0a06-43d6-8dae-62e0ed1d0aff","remote_addr":"[fd00:1122:3344:101::b]:53883","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":285,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.58047362Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"27bb28e0-764e-4120-b501-ab93e20e26b2","remote_addr":"[fd00:1122:3344:101::b]:60567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":280,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.596914049Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"fd991f27-3a8f-4d4b-859b-30e530d36633","remote_addr":"[fd00:1122:3344:101::a]:62866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":281,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.635697052Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52433"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.635897034Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"bb3b48dc-fb5d-4e31-9fd2-9dd559a7c00f","remote_addr":"[fd00:1122:3344:101::a]:52433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":152,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.643474016Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40313"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.643593488Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.689174185Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.7564872Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"91d1495c-7960-4522-865d-c5e76db2c86c","remote_addr":"[fd00:1122:3344:101::a]:40313","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112947,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:47.757695293Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"1e3e0d29-6cc5-4a85-84ae-981729c786d7","remote_addr":"[fd00:1122:3344:101::a]:40313","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":877,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:56.647369684Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:59138","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:34618"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:56.675871705Z","hostname":"buskin","pid":1572,"uri":"/e73d1647-fe9b-4515-81d4-4a693895bf67","method":"GET","req_id":"d9a1c5ac-60b3-4bd4-8798-0af1c82cccba","remote_addr":"[fd00:1122:3344:101::d]:34618","local_addr":"[fd00:1122:3344:101::1]:59138","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":28367,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:57.097076782Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50090"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:15:57.097165903Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"e04f0848-0f3d-4cbd-b36f-ed8287698efe","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50090","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":50,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:16.775136316Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46393"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:16.775354418Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"06703b48-a9c4-42d5-b8dc-98976ed54805","remote_addr":"[fd00:1122:3344:101::c]:46393","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":151,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:16.87726691Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48319"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:16.877437562Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:16.93129495Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:16.999314002Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"564a808f-e6e3-48be-bdac-e9b4313f9d87","remote_addr":"[fd00:1122:3344:101::c]:48319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":121936,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:16.999448304Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64079"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:16.999586405Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3e4189cf-8177-4e38-898f-82e862b224ca","remote_addr":"[fd00:1122:3344:101::b]:64079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.001091611Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"0ee61487-1922-45c2-8cce-704a64dd9c49","remote_addr":"[fd00:1122:3344:101::c]:48319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1189,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.09718127Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42964"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.098249062Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"2e83bd82-6888-40db-94a3-3c09a87dcd6c","remote_addr":"[fd00:1122:3344:101::c]:42964","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":958,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.151966248Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.151998238Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"249aa310-1209-4b6a-884f-4b513aefe402","remote_addr":"[fd00:1122:3344:101::b]:64079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1112,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.228919378Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:58877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.229219691Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"54e173b0-d4a0-4805-8dcd-1402cf5f419a","remote_addr":"[fd00:1122:3344:101::b]:58877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":153,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.234110405Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"8958539f-cb1e-4088-88cf-d73af64fc0ad","remote_addr":"[fd00:1122:3344:101::b]:64079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":254,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.25389729Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.253913261Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"9933e91a-1673-482e-8a03-89d04f6e9c94","remote_addr":"[fd00:1122:3344:101::c]:42964","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":50,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.264900541Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"4bb5ba39-7843-41b8-8854-4929bf425410","remote_addr":"[fd00:1122:3344:101::c]:42964","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":233,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.286676008Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33211"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.287658599Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.331360146Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.392907438Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"f132d066-0dc4-43a2-b24d-e86446cbdf64","remote_addr":"[fd00:1122:3344:101::b]:33211","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106156,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.39317866Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"eb3f8f8e-d74c-47f0-bd8c-00c33359f50e","remote_addr":"[fd00:1122:3344:101::b]:33211","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.479053118Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47469"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.4793024Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"7fdadb74-643d-400b-a730-4ac997cde971","remote_addr":"[fd00:1122:3344:101::a]:47469","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":154,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.489177968Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33566"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.489291719Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6b570df1-19d4-4f5f-aa90-5f107161de8f","remote_addr":"[fd00:1122:3344:101::a]:33566","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.578833596Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.578863667Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"619a4b09-11c8-4eb4-82af-b6d095c30eff","remote_addr":"[fd00:1122:3344:101::a]:33566","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":767,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.589479913Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"7195fa00-d8dc-49ac-b1e0-d00cf201de50","remote_addr":"[fd00:1122:3344:101::a]:33566","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":916,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.794082475Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41578"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.794193436Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.832501854Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.892344737Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"e03cfcbd-dff8-4aa3-a156-7d7efccf4c4a","remote_addr":"[fd00:1122:3344:101::a]:41578","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98188,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:17.892656341Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"2c2a1b10-8cdc-4f83-bedc-11c1a87ab8b9","remote_addr":"[fd00:1122:3344:101::a]:41578","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:26.656235796Z","hostname":"buskin","pid":1572,"uri":"/e73d1647-fe9b-4515-81d4-4a693895bf67","method":"GET","req_id":"b7181d03-2c50-47b6-95de-28026a38cc89","remote_addr":"[fd00:1122:3344:101::d]:34618","local_addr":"[fd00:1122:3344:101::1]:59138","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8488,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:27.131499793Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43372"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:27.1321653Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"6053e1cc-d220-421c-b621-57b4e08e2edf","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43372","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":613,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:46.630101938Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55277"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:46.63034127Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"6f92641d-19a7-4b94-88b2-5da9c6b96209","remote_addr":"[fd00:1122:3344:101::c]:55277","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":159,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:46.642440312Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61681"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:46.642550543Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:46.681390247Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:46.743653477Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"71f3be21-2b9d-497e-93c0-41b37947f9a8","remote_addr":"[fd00:1122:3344:101::c]:61681","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101142,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:46.744120922Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"00bce3a6-7271-4ca7-a737-3fab2e24fc1f","remote_addr":"[fd00:1122:3344:101::c]:61681","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":204,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:46.969954496Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41413"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:46.970068368Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"38d68cb6-2c79-4e4b-8fa0-d9da82aea387","remote_addr":"[fd00:1122:3344:101::b]:41413","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:46.991107287Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:46.991141237Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"99a29204-678a-423b-85ad-164c69cb3303","remote_addr":"[fd00:1122:3344:101::b]:41413","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":139,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.001958896Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f6bac214-459a-49dd-87d6-269205509ddb","remote_addr":"[fd00:1122:3344:101::b]:41413","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":255,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.097788941Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40067"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.097920083Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"76839383-ef54-425f-b024-580787d6fa6a","remote_addr":"[fd00:1122:3344:101::c]:40067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.161204359Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.161237894Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"b61f3c20-6937-4af2-b179-2f198facd9e5","remote_addr":"[fd00:1122:3344:101::c]:40067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.165405929Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37940"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.165555831Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.209102786Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.27268106Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"7645046d-18bb-4e60-b4bc-93cebed89aac","remote_addr":"[fd00:1122:3344:101::b]:37940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107182,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.272872172Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36397"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.273172185Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"0b360f82-8fa7-4029-ad42-f779b2ae245e","remote_addr":"[fd00:1122:3344:101::b]:37940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":193,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.273305857Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"6041ed79-0b39-4bbe-937a-1855c797d744","remote_addr":"[fd00:1122:3344:101::b]:36397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":233,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.273450178Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b8d64a37-a845-446c-a45b-bedace42b389","remote_addr":"[fd00:1122:3344:101::c]:40067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":444,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.345372013Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59520"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.345497354Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"5a2adc2d-ba87-4100-bf8c-3d715ab6a5db","remote_addr":"[fd00:1122:3344:101::a]:59520","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":57,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.392487087Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.392526298Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"bb5052bc-5aed-46e5-80ea-d4c8e6f2e2ff","remote_addr":"[fd00:1122:3344:101::a]:59520","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.401306534Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5fdd83c7-5d11-4c9b-bc03-b863397c3fbd","remote_addr":"[fd00:1122:3344:101::a]:59520","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":274,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.461761003Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45570"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.461908265Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"a12b6d5a-5dc3-459a-a41c-1fa9824b8e96","remote_addr":"[fd00:1122:3344:101::a]:45570","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.476353453Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40401"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.476456454Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.516099727Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.573439092Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"9d57c74b-8985-4935-a2e1-cc134d7c9d77","remote_addr":"[fd00:1122:3344:101::a]:40401","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97023,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:47.573705765Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7b7f40f9-741f-4d19-ba9f-f6ee8301c29f","remote_addr":"[fd00:1122:3344:101::a]:40401","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:56.656462613Z","hostname":"buskin","pid":1572,"uri":"/e73d1647-fe9b-4515-81d4-4a693895bf67","method":"GET","req_id":"e4eb15c2-b842-4ad8-89bc-9cc6d07762d3","remote_addr":"[fd00:1122:3344:101::d]:34618","local_addr":"[fd00:1122:3344:101::1]:59138","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7689,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:57.165227535Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36114"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:16:57.165386217Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"49759ef1-c68a-471a-bee4-23fcb43faec5","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36114","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:16.663228563Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59273"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:16.663458455Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"791476d2-05d5-4676-9312-fccdd4b09f89","remote_addr":"[fd00:1122:3344:101::c]:59273","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":161,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:16.766247567Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61962"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:16.766833674Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:16.805554136Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:16.884433207Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"603e146e-4c2d-4b79-b140-1eb9cf6200fa","remote_addr":"[fd00:1122:3344:101::c]:61962","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118130,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:16.884776791Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"5d9bbd51-a7ac-4c9b-94ea-8bc8a176e6e5","remote_addr":"[fd00:1122:3344:101::c]:61962","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.041791684Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56825"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.042616153Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"5b6fa45d-6be8-49e7-b565-b2c914cbb44f","remote_addr":"[fd00:1122:3344:101::c]:56825","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":770,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.083243357Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.083261997Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"83e077c5-571b-4104-8118-e215ca3a0fbb","remote_addr":"[fd00:1122:3344:101::c]:56825","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.094392778Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5e4748d9-f3e6-405b-a6f9-d1a0482c05fd","remote_addr":"[fd00:1122:3344:101::c]:56825","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":354,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.059719232Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43725"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.059846813Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"8b410d32-faa1-47a7-bfa7-8991babacabc","remote_addr":"[fd00:1122:3344:101::b]:43725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":64,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.11999532Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.12004205Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"2bf95503-ab68-492f-b5d0-3a3f2b464e2e","remote_addr":"[fd00:1122:3344:101::b]:43725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.128943678Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"fd6e91ad-8009-4ba2-9983-43711a6b89ce","remote_addr":"[fd00:1122:3344:101::b]:43725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":302,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.179088265Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33545"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.179192236Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.217239831Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.273253742Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"113b2f0f-baab-4f16-b076-fa8f287d8fa8","remote_addr":"[fd00:1122:3344:101::b]:33545","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94114,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.273658087Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"cc5dac55-9f1c-4f90-8798-2cc47d630ced","remote_addr":"[fd00:1122:3344:101::b]:33545","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":184,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.286697909Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56612"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.286994823Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"e561c054-69ec-4acc-b6e7-17ed089a4220","remote_addr":"[fd00:1122:3344:101::b]:56612","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":183,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.440446187Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50660"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.440537218Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"21d62e16-8d41-44bb-a326-6cbfa419e8bf","remote_addr":"[fd00:1122:3344:101::a]:50660","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":48,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.4819282Z","hostname":"buskin","pid":1572,"sled_id":"e73d1647-fe9b-4515-81d4-4a693895bf67","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.48195371Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"67922d9f-fd48-441b-bae4-618e0668622b","remote_addr":"[fd00:1122:3344:101::a]:50660","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.517298055Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45922"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.517453287Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"3f387a5a-beb6-4d6a-b0d5-ae5a2ac2d245","remote_addr":"[fd00:1122:3344:101::a]:45922","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":122,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.526569097Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"53612b06-5847-4d59-a055-d90c3a4ea3b3","remote_addr":"[fd00:1122:3344:101::a]:50660","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":752,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.532287069Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49646"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.53238209Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.570158376Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.623443264Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"a66b4b6f-3a25-4f7b-8266-6e44d947ecd0","remote_addr":"[fd00:1122:3344:101::a]:49646","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91095,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T22:17:17.623713907Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"5d2c5c94-b91b-43c2-a682-c2bc9c6722a9","remote_addr":"[fd00:1122:3344:101::a]:49646","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"200"}